--separator=Ф is working as expected

bessarabov · Nov 12, 2023 · a18c7d1 · a18c7d1
1 parent 3de0e87
commit a18c7d1
Show file tree

Hide file tree

Showing 3 changed files with 11 additions and 0 deletions.
diff --git a/tests/data/separator_unicode/cmd_and_expected_output b/tests/data/separator_unicode/cmd_and_expected_output
@@ -0,0 +1,3 @@
+$ cat $TEST_DIR/separator_unicode.tsv | $TSV2TABLE --separator=Ф
+1 | 2
+a | b | c
diff --git a/tests/data/separator_unicode/separator_unicode.tsv b/tests/data/separator_unicode/separator_unicode.tsv
@@ -0,0 +1,2 @@
+1Ф2
+aФbФc
diff --git a/tsv2table b/tsv2table
@@ -6,14 +6,19 @@ use feature qw(say);
 use utf8;
 use open qw(:std :utf8);
 
+use Encode qw(decode);
 use Getopt::Long;
+use I18N::Langinfo qw(CODESET langinfo);
 
 sub parse_options {
 
     my $header;
     my $separator;
     my $help;
 
+    my $codeset = langinfo(CODESET);
+    @ARGV = map { decode $codeset, $_ } @ARGV;
+
     GetOptions (
         'header=s' => \$header,
         'separator=s' => \$separator,
@@ -81,6 +86,7 @@ https://github.com/bessarabov/tsv2table
         separator => $separator,
     };
 
+    return $options;
 }
 
 # my ($type, $non_fractional_length, $fractional_length)  = get_type('13.123'); # ('float', 2, 4)