X-Git-Url: http://git.shiar.nl/barcat.git/blobdiff_plain/e40f2d7b5bec7ae512a9e005786905d090cd5bfe..cf2b124da358c7fb2e00c7b8e814b6b78bdfe004:/barcat diff --git a/barcat b/barcat index b0de950..a4ed12f 100755 --- a/barcat +++ b/barcat @@ -1,4 +1,4 @@ -#!/usr/bin/env perl +#!/usr/bin/perl -CA use 5.018; use warnings; use utf8; @@ -6,7 +6,7 @@ use List::Util qw( min max sum ); use open qw( :std :utf8 ); use experimental qw( lexical_subs ); -our $VERSION = '1.03'; +our $VERSION = '1.04'; use Getopt::Long '2.33', qw( :config gnu_getopt ); sub podexit { @@ -17,7 +17,13 @@ my %opt; GetOptions(\%opt, 'color|c!', 'C' => sub { $opt{color} = 0 }, - 'field|f=s', + 'field|f=s' => sub { + eval { + local $_ = $_[1]; + $opt{anchor} = /^[0-9]+$/ ? qr/(?:\S*\h+){$_}\K/ : qr/$_/; + } or die $@ =~ s/(?: at .+)?$/ for option $_[0]/r; + }, + 'human-readable|H!', 'interval|t:i', 'trim|length|l=s' => sub { my ($optname, $optval) = @_; @@ -29,8 +35,22 @@ GetOptions(\%opt, $opt{trim} = $optval; }, 'value-length=i', - 'limit|L=i', + 'hidemin=i', + 'hidemax=i', + 'limit|L=s' => sub { + my ($optname, $optval) = @_; + $optval ||= 0; + ($opt{hidemin}, $opt{hidemax}) = + $optval =~ m/\A (?: ([0-9]+)? - )? ([0-9]+)? \z/x or die( + "Value \"$optval\" invalid for option limit", + " (range expected)\n" + ); + }, 'markers|m=s', + 'spark:s' => sub { + $opt{spark} = [split //, $_[1] || '⎽▁▂▃▄▅▆▇█']; + }, + 'stat|s!', 'unmodified|u!', 'width|w=i', 'usage|h' => sub { podexit() }, @@ -40,6 +60,12 @@ GetOptions(\%opt, $opt{width} ||= $ENV{COLUMNS} || 80; $opt{color} //= -t *STDOUT; # enable on tty $opt{trim} *= $opt{width} / 100 if $opt{trimpct}; +$opt{units} = [split //, ' kMGTPEZYyzafpnμm'] if $opt{'human-readable'}; +$opt{anchor} //= qr/\A/; +$opt{'value-length'} = 6 if $opt{units}; +$opt{'value-length'} = 1 if $opt{unmodified}; + +my (@lines, @values, @order); if (defined $opt{interval}) { $opt{interval} ||= 1; @@ -48,20 +74,27 @@ if (defined $opt{interval}) { alarm $opt{interval}; }; alarm $opt{interval}; + + eval { + require Tie::Array::Sorted; + tie @order, 'Tie::Array::Sorted', sub { $_[1] <=> $_[0] }; + } or warn $@, "Expect slowdown with large datasets!\n"; } -$SIG{INT} = 'IGNORE'; # continue after assumed eof +$SIG{INT} = sub { + $SIG{INT} = 'DEFAULT'; # reset for subsequent attempts + 'IGNORE' # continue after assumed eof +}; -my (@lines, @values); -my $anchor = !defined $opt{field} ? qr/\A/ : - $opt{field} =~ /^[0-9]+$/ ? qr/(?:\S*\h+){$opt{field}}\K/ : - $opt{field}; +my $valmatch = qr/$opt{anchor} ( \h* -? [0-9]* \.? [0-9]+ (?: e[+-]?[0-9]+ )? |)/x; while (readline) { s/\r?\n\z//; s/^\h*// unless $opt{unmodified}; - push @values, s/$anchor ( \h* -? [0-9]* \.? [0-9]+ |)/\n/x && $1; - if (defined $opt{trim}) { + push @values, s/$valmatch/\n/ && $1; + push @order, $1 if length $1; + if (defined $opt{trim} and defined $1) { my $trimpos = abs $opt{trim}; + $trimpos -= length $1 if $opt{unmodified}; if ($trimpos <= 1) { $_ = substr $_, 0, 1; } @@ -74,18 +107,26 @@ while (readline) { $SIG{INT} = 'DEFAULT'; +sub color { + $opt{color} and defined $_[0] or return ''; + return "\e[$_[0]m" if defined wantarray; + $_ = color(@_) . $_ . color(0) if defined; +} + sub show_lines { -state $nr = 0; +state $nr = $opt{hidemin} ? $opt{hidemin} - 1 : 0; @lines and @lines > $nr or return; +@lines or return; +@lines > $nr or return unless $opt{hidemin}; -my @order = sort { $b <=> $a } grep { length } @values; -my $maxval = $opt{limit} ? max @values[0 .. $opt{limit} - 1] : $order[0]; -my $minval = min $order[-1], 0; +@order = sort { $b <=> $a } @order unless tied @order; +my $maxval = ($opt{hidemax} ? max grep { length } @values[0 .. $opt{hidemax} - 1] : $order[0]) // 0; +my $minval = min $order[-1] // (), 0; my $lenval = $opt{'value-length'} // max map { length } @order; my $len = defined $opt{trim} && $opt{trim} <= 0 ? -$opt{trim} + 1 : max map { length $values[$_] && length $lines[$_] } - 0 .. min $#lines, $opt{limit} || (); # left padding + 0 .. min $#lines, $opt{hidemax} || (); # left padding my $size = ($maxval - $minval) && ($opt{width} - $lenval - $len) / ($maxval - $minval); # bar multiplication @@ -97,45 +138,82 @@ if ($opt{markers} // 1 and $size > 0) { $barmark[ orderpos($#order * .68269) ] = '<'; $barmark[ orderpos($#order / 2) ] = '+'; # mean $barmark[ -$minval * $size ] = '|' if $minval < 0; # zero - defined and $opt{color} and $_ = "\e[36m$_\e[0m" for @barmark; + color(36) for @barmark; state $lastmax = $maxval; if ($maxval > $lastmax) { print ' ' x ($lenval + $len); - printf "\e[90m" if $opt{color}; + printf color(90); printf '%-*s', ($lastmax - $minval) * $size + .5, '-' x (($values[$nr - 1] - $minval) * $size); - print "\e[92m" if $opt{color}; + print color(92); say '+' x (($maxval - $lastmax - $minval) * $size + .5); - print "\e[0m" if $opt{color}; + print color(0); $lastmax = $maxval; } } +@lines > $nr or return if $opt{hidemin}; + +sub sival { + my $unit = int(log(abs $_[0] || 1) / log(10) - 3*($_[0] < 1) + 1e-15); + my $float = $_[0] !~ /^0*[-0-9]{1,3}$/; + sprintf('%3.*f%1s', + $float && ($unit % 3) == ($unit < 0), # tenths + $_[0] / 1000 ** int($unit/3), # number + $#{$opt{units}} * 1.5 < abs $unit ? "e$unit" : $opt{units}->[$unit/3] + ); +} + while ($nr <= $#lines) { + $nr >= $opt{hidemax} and last if defined $opt{hidemax}; my $val = $values[$nr]; + + if ($opt{spark}) { + print $opt{spark}->[ ($val - $minval) / $maxval * $#{$opt{spark}} ]; + next; + } + if (length $val) { - my $color = !$opt{color} ? 0 : + my $color = !$opt{color} ? undef : $val == $order[0] ? 32 : # max $val == $order[-1] ? 31 : # min 90; - $val = sprintf "%*s", $lenval, $val; - $val = "\e[${color}m$val\e[0m" if $color; + $val = $opt{units} ? sival($val) : sprintf "%*s", $lenval, $val; + color($color) for $val; } my $line = $lines[$nr] =~ s/\n/$val/r; printf '%-*s', $len + length($val), $line; print $barmark[$_] // '-' for 1 .. $size && (($values[$nr] || 0) - $minval) * $size + .5; say ''; - +} +continue { $nr++; - $nr >= $opt{limit} and last if $opt{limit}; } +say '' if $opt{spark}; } show_lines(); +if ($opt{stat}) { + if ($opt{hidemin} or $opt{hidemax}) { + $opt{hidemin} ||= 1; + $opt{hidemax} ||= @lines; + printf '%s of ', sum(@values[$opt{hidemin} - 1 .. $opt{hidemax} - 1]) // 0; + } + if (@order) { + my $total = sum @order; + printf '%s total', $total; + printf ' in %d values', scalar @values; + printf ' (%s min, %*.*f avg, %s max)', + $order[-1], 0, 2, $total / @order, $order[0]; + } + say ''; +} + __END__ +=encoding utf8 =head1 NAME @@ -173,6 +251,13 @@ A string can indicate the starting position of a value or capture the numbers itself, for example I<-f'(\d+)'> for the first digits anywhere. +=item -H, --human-readable + +Format values using SI unit prefixes, +turning long numbers like I<12356789> into I<12.4M>. +Also changes an exponent I<1.602176634e-19> to I<160.2z>. +Short integers are aligned but kept without decimal point. + =item -t, --interval[=] Interval time to output partial progress. @@ -187,7 +272,7 @@ unless C<--length=0>. Prepend a dash (i.e. make negative) to enforce padding regardless of encountered contents. -=item -L, --limit= +=item -L, --limit=(|-[]) Stop output after a number of lines. All input is still counted and analyzed for statistics, @@ -226,9 +311,13 @@ or 68% of all entries. =back +=item -s, --stat + +Total statistics after all data. + =item -u, --unmodified -Do not strip leading whitespace. +Do not reformat values, keeping leading whitespace. Keep original value alignment, which may be significant in some programs. =item --value-length= @@ -244,66 +333,85 @@ Appended graphics will extend to fill up the entire screen. =head1 EXAMPLES -Commonly used after counting, such as users on the current server: +Draw a sine wave: - users | sed 's/ /\n/g' | sort | uniq -c | barcat + seq 30 | awk '{print sin($1/10)}' | barcat -Letter frequencies in text files: +Compare file sizes (with human-readable numbers): - cat /usr/share/games/fortunes/*.u8 | - perl -CO -nE 'say for grep length, split /\PL*/, uc' | - sort | uniq -c | barcat + du -d0 -b * | barcat -H -Memory usage of user processes: +Memory usage of user processes with long names truncated: ps xo %mem,pid,cmd | barcat -l40 -Sizes (in megabytes) of all root files and directories: +Monitor network latency from prefixed results: + + ping google.com | barcat -f'time=\K' -t + +Commonly used after counting, for example users on the current server: + + users | sed 's/ /\n/g' | sort | uniq -c | barcat + +Letter frequencies in text files: - du -d0 -m * | barcat + cat /usr/share/games/fortunes/*.u8 | + perl -CS -nE 'say for grep length, split /\PL*/, uc' | + sort | uniq -c | barcat Number of HTTP requests per day: cat log/access.log | cut -d\ -f4 | cut -d: -f1 | uniq -c | barcat -Any kind of database query with leading counts: +Any kind of database query with counts, preserving returned alignment: echo 'SELECT count(*),schemaname FROM pg_tables GROUP BY 2' | psql -t | barcat -u -Exchange rate USD/EUR history from CSV download provided by ECB: +Earthquakes worldwide magnitude 1+ in the last 24 hours: + + https://earthquake.usgs.gov/earthquakes/feed/v1.0/summary/1.0_day.csv | + column -tns, | graph -f4 -u -l80% + +External datasets, like movies per year: + + curl https://github.com/prust/wikipedia-movie-data/raw/master/movies.json | + perl -054 -nlE 'say if s/^"year"://' | uniq -c | barcat + +But please get I to process JSON +and replace the manual selection by C<< jq '.[].year' >>. + +Pokémon height comparison: + + curl https://github.com/Biuni/PokemonGO-Pokedex/raw/master/pokedex.json | + jq -r '.pokemon[] | [.height,.num,.name] | join(" ")' | barcat + +USD/EUR exchange rate from CSV provided by the ECB: curl https://sdw.ecb.europa.eu/export.do \ -Gd 'node=SEARCHRESULTS&q=EXR.D.USD.EUR.SP00.A&exportType=csv' | grep '^[12]' | barcat -f',\K' --value-length=7 Total population history from the World Bank dataset (XML): +External datasets, like total population in XML from the World Bank: curl http://api.worldbank.org/v2/country/1W/indicator/SP.POP.TOTL | xmllint --xpath '//*[local-name()="date" or local-name()="value"]' - | - sed -r 's,,\n,g; s,(<[^>]+>)+, ,g' | barcat -f1 + sed -r 's,,\n,g; s,(<[^>]+>)+, ,g' | barcat -f1 -H -Movies per year from prepared JSON data: - - curl https://github.com/prust/wikipedia-movie-data/raw/master/movies.json | - jq '.[].year' | uniq -c | barcat - -Pokémon height comparison: - - curl https://github.com/Biuni/PokemonGO-Pokedex/raw/master/pokedex.json | - jq -r '.pokemon[] | [.height,.num,.name] | join(" ")' | barcat - -Git statistics, such commit count by year: +And of course various Git statistics, such commit count by year: git log --pretty=%ci | cut -b-4 | uniq -c | barcat -Or the most frequent authors: +Or the top 3 most frequent authors with statistics over all: - git shortlog -sn | barcat -L3 + git shortlog -sn | barcat -L3 -s -Latency history: +Activity of the last days (substitute date C<-v-{}d> on BSD): - ping google.com | barcat -f'time=\K' -t + ( git log --pretty=%ci --since=30day | cut -b-10 + seq 0 30 | xargs -i date +%F -d-{}day ) | + sort | uniq -c | awk '$1--' | graph --spark =head1 AUTHOR