git.shiar.nl
/
sheet.git
/ blobdiff
commit
grep
author
committer
pickaxe
?
search:
re
summary
|
shortlog
|
log
|
commit
|
commitdiff
|
tree
raw
|
inline
| side by side
tools: validate utf8 encoding in stdin/out
[sheet.git]
/
tools
/
mkwordlist
diff --git
a/tools/mkwordlist
b/tools/mkwordlist
index 2e38a8d45ad34f1078db74b93ba5175d5b35121f..78e36b6adb5d652e258ec1ad10a9df255d6da9e9 100755
(executable)
--- a/
tools/mkwordlist
+++ b/
tools/mkwordlist
@@
-4,7
+4,7
@@
use warnings;
BEGIN { push @INC, '.' }
use Shiar_Sheet::DB;
BEGIN { push @INC, '.' }
use Shiar_Sheet::DB;
-use open ':std' => ':
utf8
';
+use open ':std' => ':
encoding(utf-8)
';
my $db = Shiar_Sheet::DB->connect;
say 'use utf8;';
my $db = Shiar_Sheet::DB->connect;
say 'use utf8;';
@@
-13,7
+13,7
@@
use Data::Dump 'pp';
my %rows;
if (my $lang = shift @ARGV) {
my %filter = (lang => $lang);
my %rows;
if (my $lang = shift @ARGV) {
my %filter = (lang => $lang);
- my $cols = "ref, array_to_string(form || alt, '/'), prio, id, cat";
+ my $cols = "ref, array_to_string(form || alt, '/'), prio
+ coalesce(grade, 90) / 100::float
, id, cat";
%rows = $db->select(_word_ref => $cols, \%filter)->map_arrays;
say pp \%rows
=~ s/\\x\{([0-9A-F]+)\}/chr hex $1/ger;
%rows = $db->select(_word_ref => $cols, \%filter)->map_arrays;
say pp \%rows
=~ s/\\x\{([0-9A-F]+)\}/chr hex $1/ger;