—# Copyright 2008, 2009, 2010, 2013, 2015 Kevin Ryde
# HTML-FormatExternal is free software; you can redistribute it and/or
# modify it under the terms of the GNU General Public License as published
# by the Free Software Foundation; either version 3, or (at your option) any
# later version.
#
# HTML-FormatExternal is distributed in the hope that it will be useful, but
# WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
# or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
# for more details.
#
# You should have received a copy of the GNU General Public License along
# with HTML-FormatExternal. If not, see <http://www.gnu.org/licenses/>.
package
HTML::FormatText::Html2text;
use
5.006;
use
strict;
use
warnings;
use
HTML::FormatExternal;
our
@ISA
= (
'HTML::FormatExternal'
);
# uncomment this to run the ### lines
# use Smart::Comments;
our
$VERSION
= 24;
my
$have_ascii
;
my
$have_utf8
;
my
(
$class
) =
@_
;
my
$help
=
$class
->_run_version ([
'html2text'
,
'-help'
]);
$have_ascii
= (
defined
$help
&&
$help
=~ /-ascii/);
$have_utf8
= (
defined
$help
&&
$help
=~ /-utf8/);
return
undef
;
};
# return true if the "-ascii" option is available (new in html2text
# version 1.3.2 from Jan 2004)
sub
_have_ascii {
my
(
$class
) =
@_
;
$class
->_check_help();
return
$have_ascii
;
}
# return true if the "-utf8" option is available (a Debian addition circa 2009)
sub
_have_utf8 {
my
(
$class
) =
@_
;
$class
->_check_help();
return
$have_utf8
;
}
# The Debian -utf8 option can give UTF-8 output.
# For input believe entitized is the only way to be confident of working
# with both original and Debian extended.
#
sub
_WIDE_OUTPUT_CHARSET {
my
(
$class
) =
@_
;
return
(
$class
->_have_utf8() ?
'UTF-8'
:
'iso-8859-1'
);
}
sub
program_full_version {
my
(
$self_or_class
) =
@_
;
return
$self_or_class
->_run_version ([
'html2text'
,
'-version'
],
'2>&1'
);
}
sub
program_version {
my
(
$self_or_class
) =
@_
;
my
$version
=
$self_or_class
->program_full_version;
if
(!
defined
$version
) {
return
undef
; }
# eg. "This is html2text, version 1.3.2a"
$version
=~ /^.
*version
(.*)/
or
$version
=~ /^(.*)/;
# whole first line if format not recognised
return
$1 .
substr
(
$version
,0,0);
# retain taintedness
}
sub
_make_run {
my
(
$class
,
$input_filename
,
$options
) =
@_
;
# -nobs means don't do underlining with "_ backspace X" sequences.
# Backspaces are fun for teletype output, but the intention here is plain
# text. The Debian html2text has -nobs by default anyway.
#
my
@command
= (
'html2text'
,
'-nobs'
);
if
(
defined
$options
->{
'_width'
}) {
push
@command
,
'-width'
,
$options
->{
'_width'
};
}
if
(
$class
->_have_ascii) {
if
(
my
$output_charset
=
$options
->{
'output_charset'
}) {
$output_charset
=
lc
(
$output_charset
);
if
(
$output_charset
eq
'ascii'
||
$output_charset
eq
'ansi_x3.4-1968'
) {
push
@command
,
'-ascii'
;
}
}
}
# 'html2text_options' not documented ...
push
@command
, @{
$options
->{
'html2text_options'
} || []};
# "html2text -" input filename "-" means read standard input.
# Any other "-foo" starting with "-" is an option and there's no apparent
# "--" to mark the end of options (as of its version 1.3.2a).
#
# Normally html2text takes URL style file: or http:, but the debian
# version mangles it to a bare filename only. This makes it hard to
# escape a name suitably to get through both. Instead use standard input
# which both versions read by default.
return
(\
@command
,
'<'
,
$input_filename
);
}
1;
__END__
=for stopwords HTML-FormatExternal html2text formatters ascii charset latin-1 Ryde recognised entitized UTF
=head1 NAME
HTML::FormatText::Html2text - format HTML as plain text using html2text
=for test_synopsis my ($text, $filename, $html_string, $formatter, $tree)
=head1 SYNOPSIS
use HTML::FormatText::Html2text;
$text = HTML::FormatText::Html2text->format_file ($filename);
$text = HTML::FormatText::Html2text->format_string ($html_string);
$formatter = HTML::FormatText::Html2text->new;
$tree = HTML::TreeBuilder->new_from_file ($filename);
$text = $formatter->format ($tree);
=head1 DESCRIPTION
C<HTML::FormatText::Html2text> turns HTML into plain text using the
C<html2text> program.
=over 4
=back
The module interface is compatible with formatters like C<HTML::FormatText>,
but all parsing etc is done by html2text.
See C<HTML::FormatExternal> for the formatting functions and options, with
the following caveats,
=over 4
=item C<input_charset>
Currently this option has no effect. Input generally has to be latin-1
only, though the Debian extended C<html2ext> interprets a C<< <meta> >>
charset directive in the HTML header.
Various C<&> style named or numbered entities are recognised and result in
suitable output. The suggestion would be entitized input for maximum
portability among C<html2text> versions.
=item C<output_charset>
If set to "ascii" or "ANSI_X3.4-1968" (both case-insensitive) the
C<html2text -ascii> option is used, when available (C<html2text> 1.3.2 from
Jan 2004).
If set to "UTF-8" then Debian extension C<-utf8> option is used (circa
2009).
Apart from this there's no control over the output charset.
=back
=head1 SEE ALSO
L<HTML::FormatExternal>, L<html2text(1)>
=head1 HOME PAGE
=head1 LICENSE
Copyright 2008, 2009, 2010, 2013, 2015 Kevin Ryde
HTML-FormatExternal is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by the
Free Software Foundation; either version 3, or (at your option) any later
version.
HTML-FormatExternal is distributed in the hope that it will be useful, but
WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
more details.
You should have received a copy of the GNU General Public License along with
HTML-FormatExternal. If not, see L<http://www.gnu.org/licenses/>.
=cut