-#!/usr/bin/env perl
+#!/usr/bin/perl -CA
use 5.018;
use warnings;
use utf8;
use open qw( :std :utf8 );
use experimental qw( lexical_subs );
-our $VERSION = '1.03';
+our $VERSION = '1.04';
use Getopt::Long '2.33', qw( :config gnu_getopt );
sub podexit {
GetOptions(\%opt,
'color|c!',
'C' => sub { $opt{color} = 0 },
- 'field|f=s',
+ 'field|f=s' => sub {
+ eval {
+ local $_ = $_[1];
+ $opt{anchor} = /^[0-9]+$/ ? qr/(?:\S*\h+){$_}\K/ : qr/$_/;
+ } or die $@ =~ s/(?: at .+)?$/ for option $_[0]/r;
+ },
'human-readable|H!',
'interval|t:i',
'trim|length|l=s' => sub {
);
},
'markers|m=s',
+ 'spark:s' => sub {
+ $opt{spark} = [split //, $_[1] || '⎽▁▂▃▄▅▆▇█'];
+ },
+ 'stat|s!',
'unmodified|u!',
'width|w=i',
'usage|h' => sub { podexit() },
$opt{width} ||= $ENV{COLUMNS} || 80;
$opt{color} //= -t *STDOUT; # enable on tty
$opt{trim} *= $opt{width} / 100 if $opt{trimpct};
-$opt{units} = $opt{'human-readable'} && ['', qw( k M G T <> n μ m )];
+$opt{units} = [split //, ' kMGTPEZYyzafpnμm'] if $opt{'human-readable'};
+$opt{anchor} //= qr/\A/;
+$opt{'value-length'} = 6 if $opt{units};
+$opt{'value-length'} = 1 if $opt{unmodified};
+
+my (@lines, @values, @order);
if (defined $opt{interval}) {
$opt{interval} ||= 1;
alarm $opt{interval};
};
alarm $opt{interval};
+
+ eval {
+ require Tie::Array::Sorted;
+ tie @order, 'Tie::Array::Sorted', sub { $_[1] <=> $_[0] };
+ } or warn $@, "Expect slowdown with large datasets!\n";
}
-$SIG{INT} = 'IGNORE'; # continue after assumed eof
+$SIG{INT} = sub {
+ $SIG{INT} = 'DEFAULT'; # reset for subsequent attempts
+ 'IGNORE' # continue after assumed eof
+};
-my (@lines, @values);
-my $anchor = !defined $opt{field} ? qr/\A/ :
- $opt{field} =~ /^[0-9]+$/ ? qr/(?:\S*\h+){$opt{field}}\K/ :
- $opt{field};
+my $valmatch = qr/$opt{anchor} ( \h* -? [0-9]* \.? [0-9]+ (?: e[+-]?[0-9]+ )? |)/x;
while (readline) {
s/\r?\n\z//;
s/^\h*// unless $opt{unmodified};
- push @values, s/$anchor ( \h* -? [0-9]* \.? [0-9]+ |)/\n/x && $1;
- if (defined $opt{trim}) {
+ push @values, s/$valmatch/\n/ && $1;
+ push @order, $1 if length $1;
+ if (defined $opt{trim} and defined $1) {
my $trimpos = abs $opt{trim};
+ $trimpos -= length $1 if $opt{unmodified};
if ($trimpos <= 1) {
$_ = substr $_, 0, 1;
}
$SIG{INT} = 'DEFAULT';
+sub color {
+ $opt{color} and defined $_[0] or return '';
+ return "\e[$_[0]m" if defined wantarray;
+ $_ = color(@_) . $_ . color(0) if defined;
+}
+
sub show_lines {
state $nr = $opt{hidemin} ? $opt{hidemin} - 1 : 0;
@lines and @lines > $nr or return;
+@lines or return;
+@lines > $nr or return unless $opt{hidemin};
-my @order = sort { $b <=> $a } grep { length } @values;
-my $maxval = $opt{hidemax} ? max @values[0 .. $opt{hidemax} - 1] : $order[0];
-my $minval = min $order[-1], 0;
+@order = sort { $b <=> $a } @order unless tied @order;
+my $maxval = ($opt{hidemax} ? max grep { length } @values[0 .. $opt{hidemax} - 1] : $order[0]) // 0;
+my $minval = min $order[-1] // (), 0;
my $lenval = $opt{'value-length'} // max map { length } @order;
my $len = defined $opt{trim} && $opt{trim} <= 0 ? -$opt{trim} + 1 :
max map { length $values[$_] && length $lines[$_] }
$barmark[ orderpos($#order * .68269) ] = '<';
$barmark[ orderpos($#order / 2) ] = '+'; # mean
$barmark[ -$minval * $size ] = '|' if $minval < 0; # zero
- defined and $opt{color} and $_ = "\e[36m$_\e[0m" for @barmark;
+ color(36) for @barmark;
state $lastmax = $maxval;
if ($maxval > $lastmax) {
print ' ' x ($lenval + $len);
- printf "\e[90m" if $opt{color};
+ printf color(90);
printf '%-*s',
($lastmax - $minval) * $size + .5,
'-' x (($values[$nr - 1] - $minval) * $size);
- print "\e[92m" if $opt{color};
+ print color(92);
say '+' x (($maxval - $lastmax - $minval) * $size + .5);
- print "\e[0m" if $opt{color};
+ print color(0);
$lastmax = $maxval;
}
}
+@lines > $nr or return if $opt{hidemin};
+
+sub sival {
+ my $unit = int(log(abs $_[0] || 1) / log(10) - 3*($_[0] < 1) + 1e-15);
+ my $float = $_[0] !~ /^0*[-0-9]{1,3}$/;
+ sprintf('%3.*f%1s',
+ $float && ($unit % 3) == ($unit < 0), # tenths
+ $_[0] / 1000 ** int($unit/3), # number
+ $#{$opt{units}} * 1.5 < abs $unit ? "e$unit" : $opt{units}->[$unit/3]
+ );
+}
+
while ($nr <= $#lines) {
- $nr >= $opt{hidemax} and last if $opt{hidemax};
+ $nr >= $opt{hidemax} and last if defined $opt{hidemax};
my $val = $values[$nr];
+
+ if ($opt{spark}) {
+ print $opt{spark}->[ ($val - $minval) / $maxval * $#{$opt{spark}} ];
+ next;
+ }
+
if (length $val) {
- my $color = !$opt{color} ? 0 :
+ my $color = !$opt{color} ? undef :
$val == $order[0] ? 32 : # max
$val == $order[-1] ? 31 : # min
90;
- $val = sprintf "%3.1f%1s", $val / 1000**$_, $opt{units}->[$_]
- for $opt{units} ? int(log($val) / log(1000)) : ();
- $val = sprintf "%*s", $lenval, $val;
- $val = "\e[${color}m$val\e[0m" if $color;
+ $val = $opt{units} ? sival($val) : sprintf "%*s", $lenval, $val;
+ color($color) for $val;
}
my $line = $lines[$nr] =~ s/\n/$val/r;
printf '%-*s', $len + length($val), $line;
print $barmark[$_] // '-' for 1 .. $size && (($values[$nr] || 0) - $minval) * $size + .5;
say '';
-
+}
+continue {
$nr++;
}
+say '' if $opt{spark};
}
show_lines();
+if ($opt{stat}) {
+ if ($opt{hidemin} or $opt{hidemax}) {
+ $opt{hidemin} ||= 1;
+ $opt{hidemax} ||= @lines;
+ printf '%s of ', sum(@values[$opt{hidemin} - 1 .. $opt{hidemax} - 1]) // 0;
+ }
+ if (@order) {
+ my $total = sum @order;
+ printf '%s total', $total;
+ printf ' in %d values', scalar @values;
+ printf ' (%s min, %*.*f avg, %s max)',
+ $order[-1], 0, 2, $total / @order, $order[0];
+ }
+ say '';
+}
+
__END__
+=encoding utf8
=head1 NAME
Format values using SI unit prefixes,
turning long numbers like I<12356789> into I<12.4M>.
+Also changes an exponent I<1.602176634e-19> to I<160.2z>.
+Short integers are aligned but kept without decimal point.
=item -t, --interval[=<seconds>]
=back
+=item -s, --stat
+
+Total statistics after all data.
+
=item -u, --unmodified
-Do not strip leading whitespace.
+Do not reformat values, keeping leading whitespace.
Keep original value alignment, which may be significant in some programs.
=item --value-length=<size>
=head1 EXAMPLES
-Commonly used after counting, such as users on the current server:
+Draw a sine wave:
- users | sed 's/ /\n/g' | sort | uniq -c | barcat
+ seq 30 | awk '{print sin($1/10)}' | barcat
-Letter frequencies in text files:
+Compare file sizes (with human-readable numbers):
- cat /usr/share/games/fortunes/*.u8 |
- perl -CO -nE 'say for grep length, split /\PL*/, uc' |
- sort | uniq -c | barcat
+ du -d0 -b * | barcat -H
-Memory usage of user processes:
+Memory usage of user processes with long names truncated:
ps xo %mem,pid,cmd | barcat -l40
-Sizes (in megabytes) of all root files and directories:
+Monitor network latency from prefixed results:
- du -d0 -m * | barcat
+ ping google.com | barcat -f'time=\K' -t
+
+Commonly used after counting, for example users on the current server:
+
+ users | sed 's/ /\n/g' | sort | uniq -c | barcat
+
+Letter frequencies in text files:
+
+ cat /usr/share/games/fortunes/*.u8 |
+ perl -CS -nE 'say for grep length, split /\PL*/, uc' |
+ sort | uniq -c | barcat
Number of HTTP requests per day:
cat log/access.log | cut -d\ -f4 | cut -d: -f1 | uniq -c | barcat
-Any kind of database query with leading counts:
+Any kind of database query with counts, preserving returned alignment:
echo 'SELECT count(*),schemaname FROM pg_tables GROUP BY 2' |
psql -t | barcat -u
-Exchange rate USD/EUR history from CSV download provided by ECB:
+Earthquakes worldwide magnitude 1+ in the last 24 hours:
+
+ https://earthquake.usgs.gov/earthquakes/feed/v1.0/summary/1.0_day.csv |
+ column -tns, | graph -f4 -u -l80%
+
+External datasets, like movies per year:
+
+ curl https://github.com/prust/wikipedia-movie-data/raw/master/movies.json |
+ perl -054 -nlE 'say if s/^"year"://' | uniq -c | barcat
+
+But please get I<jq> to process JSON
+and replace the manual selection by C<< jq '.[].year' >>.
+
+Pokémon height comparison:
+
+ curl https://github.com/Biuni/PokemonGO-Pokedex/raw/master/pokedex.json |
+ jq -r '.pokemon[] | [.height,.num,.name] | join(" ")' | barcat
+
+USD/EUR exchange rate from CSV provided by the ECB:
curl https://sdw.ecb.europa.eu/export.do \
-Gd 'node=SEARCHRESULTS&q=EXR.D.USD.EUR.SP00.A&exportType=csv' |
grep '^[12]' | barcat -f',\K' --value-length=7
Total population history from the World Bank dataset (XML):
+External datasets, like total population in XML from the World Bank:
curl http://api.worldbank.org/v2/country/1W/indicator/SP.POP.TOTL |
xmllint --xpath '//*[local-name()="date" or local-name()="value"]' - |
sed -r 's,</wb:value>,\n,g; s,(<[^>]+>)+, ,g' | barcat -f1 -H
-Movies per year from prepared JSON data:
-
- curl https://github.com/prust/wikipedia-movie-data/raw/master/movies.json |
- jq '.[].year' | uniq -c | barcat
-
-Pokémon height comparison:
-
- curl https://github.com/Biuni/PokemonGO-Pokedex/raw/master/pokedex.json |
- jq -r '.pokemon[] | [.height,.num,.name] | join(" ")' | barcat
-
-Git statistics, such commit count by year:
+And of course various Git statistics, such commit count by year:
git log --pretty=%ci | cut -b-4 | uniq -c | barcat
-Or the most frequent authors:
+Or the top 3 most frequent authors with statistics over all:
- git shortlog -sn | barcat -L3
+ git shortlog -sn | barcat -L3 -s
-Latency history:
+Activity of the last days (substitute date C<-v-{}d> on BSD):
- ping google.com | barcat -f'time=\K' -t
+ ( git log --pretty=%ci --since=30day | cut -b-10
+ seq 0 30 | xargs -i date +%F -d-{}day ) |
+ sort | uniq -c | awk '$1--' | graph --spark
=head1 AUTHOR
git.shiar.nl / barcat.git / blobdiff