X-Git-Url: http://git.ieval.ro/?p=io-compress-brotli.git;a=blobdiff_plain;f=bin%2Fbro-perl;h=ad35af8b20a7c6307c879b4e57cdedc7a18dc452;hp=89a4e0011fe1ab6ab069df611ce9d2c26f4cb816;hb=765b9391d155d213b8c67a19939879cde3e5d4c0;hpb=2786a68d54239318b1ca7d6045f8a5830a979142 diff --git a/bin/bro-perl b/bin/bro-perl index 89a4e00..ad35af8 100755 --- a/bin/bro-perl +++ b/bin/bro-perl @@ -1,24 +1,26 @@ #!perl -# use warnings; use strict; use 5.014; +use bytes (); + use File::Slurp; use Getopt::Long; +use Time::HiRes qw/ gettimeofday tv_interval /; use IO::Compress::Brotli; use IO::Uncompress::Brotli; GetOptions( - 'c|custom-dictionary=s' => \(my $DICTIONARY), 'd|decompress' => \(my $DECOMPRESS), + 'f|force' => \(my $FORCE), 'h|help' => \(my $HELP), 'i|input=s' => \(my $INPUT), 'o|output=s' => \(my $OUTPUT), 'q|quality=i' => \(my $QUALITY = 11), - 'r|repeat=i' => \(my $REPEAT), + 'r|repeat=i' => \(my $REPEAT = 1), 's|stream=i' => \(my $STREAM), 'v|verbose' => \(my $VERBOSE), 'w|window=i' => \(my $WINDOW = 22), @@ -26,50 +28,75 @@ GetOptions( if( $HELP ) { say "Usage: $0 [--force] [--quality n] [--decompress] [--input filename] [--output filename]". - " [--repeat iters] [--verbose] [--window n] [--custom-dictionary filename] [--stream size]"; + " [--repeat iters] [--verbose] [--window n] [--stream size]"; exit 1; } -my ($ifh, $ofh) = (\*STDIN, \*STDOUT); - -if( $INPUT ) { - open $ifh, "<", $INPUT - or die "Cannot open input file $INPUT.\n"; +if( $REPEAT > 1 && !($INPUT && $OUTPUT) ) { + say "You can only run a benchmark on files specifying --input and --output"; + exit 1; } -binmode $ifh; -if( $OUTPUT ) { - open $ofh, ">", $OUTPUT - or die "Cannot open output file $OUTPUT.\n"; -} -binmode $ofh; +my $t0 = [gettimeofday]; +my $total_size = 0; +my ($encoded, $decoded); -if( $DECOMPRESS ) { - if( $STREAM ) { - my $brotli = IO::Uncompress::Brotli->create(); - while( read $ifh, (my $buf), $STREAM ) { - print $ofh $brotli->decompress($buf); - } +for ( 1..$REPEAT ) { + my $ifh; + if( $INPUT ) { + open $ifh, "<", $INPUT + or die "Cannot open input file $INPUT.\n"; } - else { - my $encoded = read_file( $ifh ); - my $decoded = unbro( $encoded ); - write_file( $ofh, $decoded ); + $ifh //= \*STDIN; + binmode $ifh; + + my $ofh; + if( $OUTPUT ) { + die "Output file exists\n" + if( -e $OUTPUT && $REPEAT == 1 && !$FORCE ); + open $ofh, ">", $OUTPUT + or die "Cannot open output file $OUTPUT.\n"; } -} -else { - if( $STREAM ) { - my $brotli = IO::Compress::Brotli->create(); - $brotli->quality( $QUALITY ); - $brotli->window( $WINDOW ); + $ofh //= \*STDOUT; + binmode $ofh; + + if( $DECOMPRESS ) { + $STREAM //= 4 * 1024 * 1024; + my $bro = IO::Uncompress::Brotli->create(); while( read $ifh, (my $buf), $STREAM ) { - print $ofh $brotli->compress($buf); + $decoded = $bro->decompress($buf); + $total_size += bytes::length( $decoded ); + print $ofh $decoded; } } else { - my $decoded = read_file( $ifh ); - my $encoded = bro( $decoded, $QUALITY, $WINDOW ); - write_file( $ofh, $encoded ); + if( $STREAM ) { + my $bro = IO::Compress::Brotli->create(); + $bro->quality( $QUALITY ); + $bro->window( $WINDOW ); + while( read $ifh, (my $buf), $STREAM ) { + $encoded = $bro->compress($buf); + $total_size += bytes::length( $buf ); + print $ofh $encoded; + } + $encoded = $bro->finish(); + print $ofh $encoded; + } + else { + my $decoded = read_file( $ifh ); + my $encoded = bro( $decoded, $QUALITY, $WINDOW ); + $total_size += bytes::length( $decoded ); + write_file( $ofh, $encoded ); + } } } +if( $VERBOSE ) { + my $elapsed = tv_interval ( $t0 ); + say "Ran $REPEAT iterations in a total of $elapsed seconds"; + say sprintf( + "Brotli %s speed: %.6f MB/s", + ( $DECOMPRESS ? "decompression" : "compression" ), + $total_size / 1024 / 1024 / $elapsed + ); +}