use open qw( :std :utf8 );
use re '/msx';
-our $VERSION = '1.08';
+our $VERSION = '1.09';
my %opt;
if (@ARGV) {
},
'human-readable|H!',
'sexagesimal!',
+ 'reformat!',
'interval|t:i',
'trim|length|l=s' => sub {
my ($optname, $optval) = @_;
$opt{trim} = $optval;
},
'value-length=i',
- 'hidemin=i',
- 'hidemax=i',
'minval=f',
'maxval=f',
'limit|L:s' => sub {
my ($optname, $optval) = @_;
$optval ||= 0;
$optval =~ /\A-[0-9]+\z/ and $optval .= '-'; # tail shorthand
- ($opt{hidemin}, $opt{hidemax}) =
- $optval =~ m/\A (?: (-? [0-9]+)? - )? ([0-9]+)? \z/ or die(
+ $optval =~ s/[+]/--/;
+ my ($start, $end) =
+ $optval =~ m/\A (?: (-? [0-9]+)? - )? (-? [0-9]+)? \z/ or die(
"Value \"$optval\" invalid for option limit",
" (range expected)\n"
);
+ $start ||= 1;
+ $start--;
+ s/\A-0*\z// and $_ ||= undef for $end // ();
+
+ $opt{hidemin} = sub {
+ my ($lines) = @_;
+ if ($start < 0) {
+ return max(0, $lines + $start + 2);
+ }
+ return $start;
+ } if $start;
+ $opt{hidemax} = sub {
+ my ($limit, $offset) = @_;
+ if ($end < 0) {
+ return $offset - $end - 1; # count
+ }
+ elsif ($start < 0) {
+ return $limit - $end + 1; # bottom
+ }
+ elsif ($end <= $limit) {
+ return $end - 1; # less
+ }
+ return $limit;
+ } if defined $end;
},
+ 'log|e!',
'header!',
'markers|m=s',
'graph-format=s' => sub {
};
},
'stat|s!',
+ 'report=s',
'signal-stat=s',
'unmodified|u!',
'width|w=i',
$opt{color} //= $ENV{NO_COLOR} ? 0 : -t *STDOUT; # enable on tty
$opt{'graph-format'} //= '-';
$opt{trim} *= $opt{width} / 100 if $opt{trimpct};
-$opt{units} = [split //, ' kMGTPEZYyzafpn'.($opt{ascii} ? 'u' : 'μ').'m']
+$opt{units} = [split //, ' kMGTPEZYRQqryzafpn'.($opt{ascii} ? 'u' : 'μ').'m']
if $opt{'human-readable'};
$opt{anchor} //= qr/\A/;
$opt{'value-length'} = 4 if $opt{units};
$opt{'value-length'} = 1 if $opt{unmodified};
$opt{'signal-stat'} //= exists $SIG{INFO} ? 'INFO' : 'QUIT';
$opt{markers} //= '=avg >31.73v <68.27v +50v |0';
+$opt{report} //= join('',
+ '${partsum+; $_ .= " of "}',
+ '${sum+; color(1); $_ .= " total in "}',
+ '${count#} values',
+ '${lines#; $_ = $_ != @order && " over $_ lines"}',
+ sprintf('${count: (%s)}', join ', ',
+ '${min; color(31)} min',
+ '${avg; $opt{reformat} or $_ = sprintf "%0.2f", $_; color(36)} avg',
+ '${max; color(32)} max',
+ ),
+);
$opt{palette} //= $opt{color} && [31, 90, 32];
$opt{indicators} = [split //, $opt{indicators} ||
($opt{ascii} ? ' .oO' : $opt{spark} ? ' ▁▂▃▄▅▆▇█' : ' ▏▎▍▌▋▊▉█')
] if defined $opt{indicators} or $opt{spark};
-$opt{hidemin} = ($opt{hidemin} || 1) - 1;
$opt{input} = (@ARGV && $ARGV[0] =~ m/\A[-0-9]/) ? \@ARGV : undef
and undef $opt{interval};
-$opt{'sum-format'} = sub { sprintf '%.8g', $_[0] };
$opt{'calc-format'} = sub { sprintf '%*.*f', 0, 2, $_[0] };
$opt{'value-format'} = $opt{sexagesimal} ? sub {
my $s = abs($_[0]) + .5;
$#{$opt{units}} * 1.5 < abs $unit ? sprintf('e%d', $unit) :
$opt{units}->[$unit/3] # suffix
);
-};
+} and $opt{reformat}++;
+$opt{'value-format'} ||= sub { sprintf '%.8g', $_[0] };
my (@lines, @values, @order);
} or warn $@, "Expect slowdown with large datasets!\n";
}
-my $valmatch = qr<
- $opt{anchor} ( \h* -? [0-9]* [.]? [0-9]+ (?: e[+-]?[0-9]+ )? |)
->x;
+my $float = qr<[0-9]* [.]? [0-9]+ (?: e[+-]?[0-9]+ )?>; # positive numberish
+my $valmatch = qr< $opt{anchor} ( \h* -? $float |) >x;
while (defined ($_ = $opt{input} ? shift @{ $opt{input} } : readline)) {
s/\r?\n\z//;
s/\A\h*// unless $opt{unmodified};
and $. % $opt{interval} == 0;
}
-if ($opt{'zero-missing'}) {
- push @values, (0) x 10;
-}
-
$SIG{INT} = 'DEFAULT';
sub color {
sub show_lines {
-state $nr =
- $opt{hidemin} < 0 ? max(0, @lines + $opt{hidemin} + 1) :
- $opt{hidemin};
+state $nr = $opt{hidemin} ? $opt{hidemin}->($#lines) : 0;
@lines > $nr or return;
-my $limit = $#lines;
-if (defined $opt{hidemax}) {
- if ($opt{hidemin} and $opt{hidemin} < 0) {
- $limit -= $opt{hidemax} - 1;
- }
- elsif ($opt{hidemax} <= $limit) {
- $limit = $opt{hidemax} - 1;
- }
-}
+my $limit = $opt{hidemax} ? $opt{hidemax}->($#lines, $nr) : $#lines;
@order = sort { $b <=> $a } @order unless tied @order;
my $maxval = $opt{maxval} // (
) // 0;
my $minval = $opt{minval} // min $order[-1] // (), 0;
my $range = $maxval - $minval;
+$range &&= log $range if $opt{log};
my $lenval = $opt{'value-length'} // max map { length } @order;
my $len = defined $opt{trim} && $opt{trim} <= 0 ? -$opt{trim} + 1 :
- max map { length $values[$_] && length $lines[$_] }
- 0 .. min $#lines, $opt{hidemax} || (); # left padding
+ max(map { length $values[$_] && length $lines[$_] } $nr .. $limit)
+ // 0; # left padding
my $size = defined $opt{width} && $range &&
- ($opt{width} - $lenval - $len - !!$opt{indicators}) / $range; # bar multiplication
+ ($opt{width} - $lenval - $len - !!$opt{indicators}); # bar multiplication
my @barmark;
if ($opt{markers} and $size > 0) {
for my $markspec (split /\h/, $opt{markers}) {
my ($char, $func) = split //, $markspec, 2;
- my $pos = eval {
+ my @pos = eval {
if ($func eq 'avg') {
return sum(@order) / @order;
}
elsif ($func =~ /\A([0-9.]+)v\z/) {
- die "Invalid marker $char: percentile $1 out of bounds\n" if $1 > 100;
+ $1 <= 100 or die(
+ "Invalid marker $char: percentile $1 out of bounds\n"
+ );
my $index = $#order * $1 / 100;
return ($order[$index] + $order[$index + .5]) / 2;
}
elsif ($func =~ /\A-?[0-9.]+\z/) {
return $func;
}
+ elsif ($func =~ /\A\/($float)\z/) {
+ my @range = my $multiple = my $next = $1;
+ while ($next < $maxval) {
+ $multiple *= 10 if $opt{log};
+ push @range, $next += $multiple;
+ }
+ return @range;
+ }
else {
die "Unknown marker $char: $func\n";
}
};
- defined $pos or do {
+ @pos or do {
warn $@ if $@;
next;
};
- $pos -= $minval;
- $pos >= 0 or next;
- color(36) for $barmark[$pos * $size] = $char;
+ for my $pos (@pos) {
+ $pos -= $minval;
+ $pos &&= log $pos if $opt{log};
+ $pos >= 0 or next;
+ color(36) for $barmark[$pos / $range * $size] = $char;
+ }
}
state $lastmax = $maxval;
if ($maxval > $lastmax) {
print ' ' x ($lenval + $len);
- printf color(90);
+ print color(90);
printf '%-*s',
- ($lastmax - $minval) * $size + .5,
- '-' x (($values[$nr - 1] - $minval) * $size);
+ ($lastmax - $minval) * $size / $range + .5,
+ '-' x (($values[$nr - 1] - $minval) * $size / $range);
print color(92);
- say '+' x (($range - $lastmax) * $size + .5);
+ say '+' x (($range - $lastmax) * $size / $range + .5);
print color(0);
$lastmax = $maxval;
}
say(
color(31), sprintf('%*s', $lenval, $minval),
color(90), '-', color(36), '+',
- color(32), sprintf('%*s', $size * $range - 3, $maxval),
+ color(32), sprintf('%*s', $size - 3, $maxval),
color(90), '-', color(36), '+',
color(0),
) if $opt{header};
while ($nr <= $limit) {
my $val = $values[$nr];
- my $rel = length $val && $range && min(1, ($val - $minval) / $range);
+ my $rel;
+ if (length $val) {
+ $rel = $val - $minval;
+ $rel &&= log $rel if $opt{log};
+ $rel = min(1, $rel / $range) if $range; # 0..1
+ }
my $color = !length $val || !$opt{palette} ? undef :
$val == $order[0] ? $opt{palette}->[-1] : # max
$val == $order[-1] ? $opt{palette}->[0] : # min
print $indicator if defined $indicator;
if (length $val) {
- $val = $opt{'value-format'} ? $opt{'value-format'}->($val) :
- sprintf "%*s", $lenval, $val;
+ $val = sprintf("%*s", $lenval,
+ $opt{reformat} ? $opt{'value-format'}->($val) : $val
+ );
color($color) for $val;
}
my $line = $lines[$nr] =~ s/\n/$val/r;
next;
}
printf '%-*s', $len + length($val), $line;
- print $barmark[$_] // $opt{'graph-format'}
- for 1 .. $size && (($values[$nr] || 0) - $minval) * $size + .5;
+ if ($rel and $size) {
+ print $barmark[$_] // $opt{'graph-format'}
+ for 1 .. $rel * $size + .5;
+ }
say '';
}
continue {
}
sub show_stat {
- if ($opt{hidemin} or $opt{hidemax}) {
- my $linemin = $opt{hidemin};
- my $linemax = ($opt{hidemax} || @lines) - 1;
- if ($linemin < 0) {
- $linemin += @lines;
- $linemax = @lines - $linemax;
- }
- printf '%.8g of ', $opt{'sum-format'}->(
- sum(grep {length} @values[$linemin .. $linemax]) // 0
- );
- }
+ my %vars = (
+ count => int @order,
+ lines => int @lines,
+ );
+ my $linemin = !$opt{hidemin} ? 0 :
+ ($vars{start} = $opt{hidemin}->($#lines));
+ my $linemax = !$opt{hidemax} ? $#lines :
+ ($vars{end} = $opt{hidemax}->($#lines, $vars{start}));
if (@order) {
- my $total = sum @order;
- printf '%s total', color(1) . $opt{'sum-format'}->($total) . color(0);
- printf ' in %d values', scalar @order;
- printf ' over %d lines', scalar @lines if @order != @lines;
- printf(' (%s min, %s avg, %s max)',
- color(31) . ($opt{'value-format'} || sub {$_[0]})->($order[-1]) . color(0),
- color(36) . ($opt{'value-format'} || $opt{'calc-format'})->($total / @order) . color(0),
- color(32) . ($opt{'value-format'} || sub {$_[0]})->($order[0]) . color(0),
+ $vars{partsum} = sum(0, grep {length} @values[$linemin .. $linemax])
+ if $linemin <= $linemax and ($opt{hidemin} or $opt{hidemax});
+ %vars = (%vars,
+ sum => sum(@order),
+ min => $order[-1],
+ max => $order[0],
);
+ $vars{avg} = $vars{sum} / @order;
}
- say '';
+ say varfmt($opt{report}, \%vars);
return 1;
}
+sub varfmt {
+ my ($fmt, $vars) = @_;
+ $fmt =~ s[\$\{ \h*+ ((?: [^{}]++ | \{(?1)\} )+) \}]{
+ my ($name, $op, $cmd) = split /\s*([;:])/, $1, 2;
+ my $format = $name =~ s/\+// || $name !~ s/\#// && $opt{reformat};
+ local $_ = $vars->{$name};
+ defined && do {
+ $_ = $opt{'value-format'}->($_) if $format;
+ if ($cmd and $op eq ':') {
+ $_ = varfmt($cmd, $vars);
+ }
+ elsif ($cmd) {
+ eval $cmd;
+ warn "Error in \$$name report: $@" if $@;
+ }
+ $_;
+ }
+ }eg;
+ return $fmt;
+}
+
sub show_exit {
show_lines();
show_stat() if $opt{stat};
Output partial progress every given number of
seconds or input lines
-l, --length=[-]SIZE[%] Trim line contents (between number and bars)
- -L, --limit[=(N|-LAST|START-[END])]
- Stop output after a number of lines
+ -L, --limit=[N|[-]START(-[END]|+N)]
+ Select a range of lines to display
+ -e, --log Logarithmic (exponential) scale instead of linear
--graph-format=CHAR Glyph to repeat for the graph line
-m, --markers=FORMAT Statistical positions to indicate on bars
--min=N, --max=N Bars extend from 0 or the minimum value if lower
Prepend a dash (i.e. make negative) to enforce padding
regardless of encountered contents.
-=item -L, --limit[=(<count> | -<last> | <start>-[<end>])]
+=item -L, --limit=[<count> | [-]<start>(-[<end>] | +<count>)]
-Stop output after a number of lines.
-A single value indicates the last line number (like C<head>),
+Select a range of lines to display.
+A single integer indicates the last line number (like C<head>),
or first line counting from the bottom if negative (like C<tail>).
-A specific range can be given by two values.
-All input is still counted and analyzed for statistics,
+A range consists of a starting line number followed by either
+a dash C<-> to an optional end, or plus sign C<+> with count.
+
+All hidden input is still counted and analyzed for statistics,
but disregarded for padding and bar size.
+=item -e, --log
+
+Logarithmic (I<e>xponential) scale instead of linear
+to compare orders of magnitude.
+
=item --graph-format=<character>
Glyph to repeat for the graph line.
Exact value to match on the axis.
A vertical bar at the zero crossing is displayed by I<|0>
for negative values.
-For example I<:3.14> would show a colon at pi.
+For example I<π3.14> would locate pi.
+
+=item I</><interval>
+
+Repeated at every multiple of a number.
+For example I<:/1> for a grid at every integer.
=item <percentage>I<v>
Total statistics after all data.
+While processing (possibly a neverending pipe),
+intermediate results are also shown on signal I<SIGINFO> if available (control+t on BSDs)
+or I<SIGQUIT> otherwise (ctrl+\ on linux).
+
=item -u, --unmodified
Do not reformat values, keeping leading whitespace.
=item -w, --width=<columns>
Override the maximum number of columns to use.
-Appended graphics will extend to fill up the entire screen.
+Appended graphics will extend to fill up the entire screen,
+otherwise determined by the environment variable I<COLUMNS>
+or by running the C<tput> command.
=item -h, --usage
cat httpd/access.log | cut -d\ -f4 | cut -d: -f1 | uniq -c | barcat
-Any kind of database query with counts, preserving returned alignment:
+Any kind of database query results, preserving returned alignment:
- echo 'SELECT count(*),schemaname FROM pg_tables GROUP BY 2' |
+ echo 'SELECT sin(value * .1) FROM generate_series(0, 30) value' |
psql -t | barcat -u
-In PostgreSQL from within the client:
+In PostgreSQL from within the client; a fancy C<\dt+> perhaps:
+
+ > SELECT schemaname, relname, pg_total_relation_size(relid)
+ FROM pg_statio_user_tables ORDER BY idx_blks_hit
+ \g |barcat -uHf+
+
+Same thing in SQLite (requires the sqlite3 client):
- > SELECT sin(generate_series(0, 3, .1)) \g |barcat
+ > .once |barcat -Hf+
+ > SELECT name, sum(pgsize) FROM dbstat GROUP BY 1;
Earthquakes worldwide magnitude 1+ in the last 24 hours:
curl https://earthquake.usgs.gov/earthquakes/feed/v1.0/summary/1.0_day.csv |
- column -tns, | barcat -f4 -u -l80%
+ column -ts, -n | barcat -f4 -u -l80%
External datasets, like movies per year:
curl http://api.worldbank.org/v2/country/1W/indicator/SP.POP.TOTL |
xmlstarlet sel -t -m '*/*' -v wb:date -o ' ' -v wb:value -n |
- barcat -f1 -H
+ barcat -f1 -H --markers=+/1e9
Population and other information for all countries:
curl http://download.geonames.org/export/dump/countryInfo.txt |
- grep -v '^#\s' | column -tns$'\t' | barcat -f+2 -u -l150 -s
+ grep -v '^#\s' | column -ts$'\t' -n | barcat -f+2 -e -u -l150 -s
And of course various Git statistics, such commit count by year:
git.shiar.nl / barcat.git / blobdiff