custom diagnostics in example test failure

[barcat.git] / t / examples.t

diff --git a/t/examples.t b/t/examples.t
index cd7f1b37edef4281c600b05efbe3c9b0746dfb20..ae3e7c9c8721d9a7ab43375c0f3159e48c138fa2 100755 (executable)
--- a/t/examples.t
+++ b/t/examples.t
@@ -1,7 +1,13 @@
 #!/usr/bin/env perl
 use 5.014;
 use warnings;
+use re '/ms';
+
 use Test::More;
+{ # silence fail diagnostics because of single caller
+       no warnings 'redefine';
+       sub Test::Builder::_ok_debug {}
+}
 
 my %CMDARGS = (
        ping => '-c 1',
@@ -15,18 +21,41 @@ open my $input, '<', $filename
 
 local $/ = "\n\n";
 while (readline $input) {
+       # find code snippets in the appropriate section
        /^=head1 EXAMPLES/ ... /^=head1/ or next;
        /^\h/ or next;
        chomp;
 
-       my ($name) = /[\h(]*([^|]+)/;
+       # compose an identifier from significant parts
+       do {
+               s/^\h+//;             # indentation
+               s/\\\n\s*//g;         # line continuations
+               s/^[(\h]+//;          # subshell
+               s/^echo\ .*?\|\s*//;  # preceding input
+               s/\|.*//;             # subsequent pipes
+               s/^cat\ //;           # local file
+               s/^curl\ // and do {  # remote url
+                       s/\ -.+//g;                 # download options
+                       s{//[^/\s]+/\K\S*(?=/)}{};  # subdirectories
+                       s{^https?://}{};            # http protocol
+               };
+       } for my $name = $_;
 
+       # prepare shell command to execute
        my $cmd = $_;
        while (my ($subcmd, $args) = each %CMDARGS) {
                $subcmd .= " \\K", $args .= ' ' unless $subcmd =~ m/\\K/;
                $cmd =~ s/\b$subcmd/$args/;
        }
-       ok(qx($cmd), $name);
+       $cmd =~ s/'/'\\''/g, $cmd = "  bash -c 'set -o pipefail\n$cmd'";
+
+       # run and report unexpected results
+       ok(eval {
+               my $output = qx($cmd);
+               $? == 0 or die "error status ", $? >> 8, "\n";
+               length $output or die "empty output\n";
+               return 1;
+       }, $name) or diag("Failed command\n$cmd\nfrom $filename line $.: $@");
 }
 
 done_testing();