1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
|
use strict;
use warnings;
package LaTeX::ToUnicode;
BEGIN {
$LaTeX::ToUnicode::VERSION = '0.04';
}
#ABSTRACT: Convert LaTeX commands to Unicode
require Exporter;
our @ISA = qw(Exporter);
our @EXPORT_OK = qw( convert );
use utf8;
use LaTeX::ToUnicode::Tables;
sub convert {
my ( $string, %options ) = @_;
$string = _convert_commands( $string );
$string = _convert_accents( $string );
$string = _convert_german( $string ) if $options{german};
$string = _convert_symbols( $string );
$string = _convert_specials( $string );
$string = _convert_markups( $string );
$string =~ s/{(\w*)}/$1/g;
$string;
}
sub _convert_accents {
my $string = shift;
$string =~ s/({\\(.){(\\?\w{1,2})}})/$LaTeX::ToUnicode::Tables::ACCENTS{$2}{$3} || $1/eg; # {\"{a}}
$string =~ s/({\\(.)(\\?\w{1,2})})/$LaTeX::ToUnicode::Tables::ACCENTS{$2}{$3} || $1/eg; # {\"a}
$string =~ s/(\\(.)(\\?\w{1,2}))/$LaTeX::ToUnicode::Tables::ACCENTS{$2}{$3} || $1/eg; # \"a
$string =~ s/(\\(.){(\\?\w{1,2})})/$LaTeX::ToUnicode::Tables::ACCENTS{$2}{$3} || $1/eg; # \"{a}
$string;
}
sub _convert_specials {
my $string = shift;
my $specials = join( '|', @LaTeX::ToUnicode::Tables::SPECIALS );
my $pattern = qr/\\($specials)/o;
$string =~ s/$pattern/$1/g;
$string =~ s/\\\$/\$/g;
$string;
}
sub _convert_commands {
my $string = shift;
foreach my $command ( keys %LaTeX::ToUnicode::Tables::COMMANDS ) {
$string =~ s/{\\$command}/$LaTeX::ToUnicode::Tables::COMMANDS{$command}/g;
$string =~ s/\\$command(?=\s|\b)/$LaTeX::ToUnicode::Tables::COMMANDS{$command}/g;
}
$string;
}
sub _convert_german {
my $string = shift;
foreach my $symbol ( keys %LaTeX::ToUnicode::Tables::GERMAN ) {
$string =~ s/\Q$symbol\E/$LaTeX::ToUnicode::Tables::GERMAN{$symbol}/g;
}
$string;
}
sub _convert_symbols {
my $string = shift;
foreach my $symbol ( keys %LaTeX::ToUnicode::Tables::SYMBOLS ) {
$string =~ s/{\\$symbol}/$LaTeX::ToUnicode::Tables::SYMBOLS{$symbol}/g;
$string =~ s/\\$symbol\b/$LaTeX::ToUnicode::Tables::SYMBOLS{$symbol}/g;
}
$string;
}
sub _convert_markups {
my $string = shift;
my $markups = join( '|', @LaTeX::ToUnicode::Tables::MARKUPS );
$string =~ s/({[^{}]+)\\(?:$markups)\s+([^{}]+})/$1$2/g; # { ... \command ... }
my $pattern = qr/{\\(?:$markups)\s+([^{}]*)}/o;
$string =~ s/$pattern/$1/g;
$string =~ s/``/“/g;
$string =~ s/`/”/g;
$string =~ s/''/‘/g;
$string =~ s/'/’/g;
$string;
}
1;
__END__
=pod
=encoding utf-8
=head1 NAME
LaTeX::ToUnicode - Convert LaTeX commands to Unicode
=head1 VERSION
version 0.04
=head1 SYNOPSIS
use LaTeX::ToUnicode qw( convert );
convert( '{\"a}' ) eq 'ä'; # true
convert( '"a', german => 1 ) eq 'ä'; # true, `german' package syntax
convert( '"a', ) eq '"a'; # not enabled by default
=head1 DESCRIPTION
This module provides a method to convert LaTeX-style markups for accents etc.
into their Unicode equivalents. It translates commands for special characters
or accents into their Unicode equivalents and removes formatting commands.
I use this module to convert values from BibTeX files into plain text, if your
use case is different, YMMV.
In contrast to L<TeX::Encode>, this module does not create HTML of any kind.
=head1 FUNCTIONS
=head2 convert( $string, %options )
Convert the text in C<$string> that contains LaTeX into a plain(er) Unicode
string. All escape sequences for special characters (e.g. \i, \"a, ...) are
converted, formatting commands (e.g. {\it ...}) are removed.
C<%options> allows you to enable additional translations. This values are
recognized:
=over
=item C<german>
If true, the commands introduced by the package `german' (e.g. C<"a> eq C<ä>,
note the missing backslash) are also handled.
=back
=head1 AUTHOR
Gerhard Gossen <gerhard.gossen@googlemail.com> and Boris Veytsman <boris@varphi.com>
=head1 COPYRIGHT AND LICENSE
This software is copyright (c) 2010-2015 by Gerhard Gossen and Boris Veytsman
This is free software; you can redistribute it and/or modify it under
the same terms as the Perl 5 programming language system itself.
=cut
|
