Difuse/luci
2
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

build: i18n-scan.pl: *.js support, location annotations

Browse source 
Extend i18n-scan.pl to scan JavaScript files for translation strings as
well and annotate produced *.po template files with source code location
markers.

Signed-off-by: Jo-Philipp Wich <jo@mein.io>
This commit is contained in:
Jo-Philipp Wich 2018-10-17 12:47:20 +02:00
parent 982c023deb
commit 4623a58394
1 changed files with 39 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

45
build/i18n-scan.pl
View file

@ -3,6 +3,9 @@
use strict; use strict;
use warnings; use warnings;
use Text::Balanced qw(extract_bracketed extract_delimited extract_tagged); use Text::Balanced qw(extract_bracketed extract_delimited extract_tagged);
use POSIX;
POSIX::setlocale(POSIX::LC_ALL, "C");
@ARGV >= 1 || die "Usage: $0 <source directory>\n"; @ARGV >= 1 || die "Usage: $0 <source directory>\n";
@ -33,7 +36,7 @@ sub dec_tpl_str
} }
if( open F, "find @ARGV -type f '(' -name '*.htm' -o -name '*.lua' ')' |" ) if( open F, "find @ARGV -type f '(' -name '*.htm' -o -name '*.lua' -o -name '*.js' ')' | sort |" )
{ {
while( defined( my $file = readline F ) ) while( defined( my $file = readline F ) )
{ {
@ -47,11 +50,21 @@ if( open F, "find @ARGV -type f '(' -name '*.htm' -o -name '*.lua' ')' |" )
my $text = $raw; my $text = $raw;
my $line = 1;
while( $text =~ s/ ^ .*? (?:translate|translatef|i18n|_) [\n\s]* \( /(/sgx ) while( $text =~ s/ ^ (.*?) (?:translate|translatef|i18n|_) ([\n\s]*) \( /(/sgx )
{ {
my ($prefix, $suffix) = ($1, $2);
( my $code, $text ) = extract_bracketed($text, q{('")}); ( my $code, $text ) = extract_bracketed($text, q{('")});
$line += () = $prefix =~ /\n/g;
my $position = "$file:$line";
$line += () = $suffix =~ /\n/g;
$line += () = $code =~ /\n/g;
$code =~ s/\\\n/ /g; $code =~ s/\\\n/ /g;
$code =~ s/^\([\n\s]*//; $code =~ s/^\([\n\s]*//;
$code =~ s/[\n\s]*\)$//; $code =~ s/[\n\s]*\)$//;
@ -88,20 +101,33 @@ if( open F, "find @ARGV -type f '(' -name '*.htm' -o -name '*.lua' ')' |" )
} }
$res = dec_lua_str($res); $res = dec_lua_str($res);
$stringtable{$res}++ if $res;
if ($res) {
$stringtable{$res} ||= [ ];
push @{$stringtable{$res}}, $position;
}
} }
$text = $raw; $text = $raw;
$line = 1;
while( $text =~ s/ ^ .*? <% -? [:_] /<%/sgx ) while( $text =~ s/ ^ (.*?) <% -? [:_] /<%/sgx )
{ {
$line += () = $1 =~ /\n/g;
( my $code, $text ) = extract_tagged($text, '<%', '%>'); ( my $code, $text ) = extract_tagged($text, '<%', '%>');
if( defined $code ) if( defined $code )
{ {
my $position = "$file:$line";
$line += () = $code =~ /\n/g;
$code = dec_tpl_str(substr $code, 2, length($code) - 4); $code = dec_tpl_str(substr $code, 2, length($code) - 4);
$stringtable{$code}++;
$stringtable{$code} ||= [];
push @{$stringtable{$code}}, $position;
} }
} }
} }
@ -119,8 +145,15 @@ if( open C, "| msgcat -" )
{ {
if( length $key ) if( length $key )
{ {
my @positions = @{$stringtable{$key}};
$key =~ s/\\/\\\\/g;
$key =~ s/\n/\\n/g;
$key =~ s/\t/\\t/g;
$key =~ s/"/\\"/g; $key =~ s/"/\\"/g;
printf C "msgid \"%s\"\nmsgstr \"\"\n\n", $key;
printf C "#: %s\nmsgid \"%s\"\nmsgstr \"\"\n\n",
join(' ', @positions), $key;
} }
} }