The Perl and Raku Conference 2025: Greenville, South Carolina - June 27-29 Learn more

TKR / Treex-Parser-MSTperl-0.08055 / lib / Treex / Tool / Parser / MSTperl / Reader.pm 

            

              
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
—
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113

              
package Treex::Tool::Parser::MSTperl::Reader;
{
  $Treex::Tool::Parser::MSTperl::Reader::VERSION = '0.08055';
}
use Moose;
use autodie;
has config => (
    isa      => 'Treex::Tool::Parser::MSTperl::Config',
    is       => 'ro',
    required => '1',
);
sub read_tsv {
    # (Str $filename)
    my ( $self, $filename ) = @_;
    my @sentences;
    my @nodes;
    my $id = 1;
    open my $file, '<:encoding(utf8)', $filename;
    if ( $self->config->DEBUG >= 1 ) {
        print "Reading '$filename'...\n";
    }
    while (<$file>) {
        chomp;
        if (/^$/) {
            my $sentence = Treex::Tool::Parser::MSTperl::Sentence->new(
                id => $id++, nodes => [@nodes],
                config => $self->config
            );
            push @sentences, $sentence;
            undef @nodes;
            # only progress and/or debug info
            if ( $self->config->DEBUG >= 1 ) {
                if ( scalar(@sentences) % 50 == 0 ) {
                    print "  " . scalar(@sentences) . " sentences read.\n";
                }
            }
        } else {
            my @fields = split /\t/, $_, $self->config->field_names_count;
            my $node = Treex::Tool::Parser::MSTperl::Node->new(
                fields => [@fields],
                config => $self->config
            );
            push @nodes, $node;
        }
    }
    close $file;
    if ( $self->config->DEBUG >= 1 ) {
        print "Done.\n";
    }
    return [@sentences];
}
1;
__END__
=pod
=for Pod::Coverage BUILD
=encoding utf-8
=head1 NAME
Treex::Tool::Parser::MSTperl::Reader
=head1 VERSION
version 0.08055
=head1 DESCRIPTION
Reads CoNLL-like TSV file
(one line corresponds to one node, its features separated by tabs,
sentence boundary is represented by an empty line)
and converts it to L<Treex::Tool::Parser::MSTperl::Node> and
L<Treex::Tool::Parser::MSTperl::Sentence> instances.
=head1 METHODS
=over 4
=item $reader->read_tsv($filename)
Reads a TSV file C<$filename>, returns a reference to an array of sentences
(instances of L<Treex::Tool::Parser::MSTperl::Sentence>).
The structure of the file (the order of the fields)
is determined by the C<config> field
(instance of L<Treex::Tool::Parser::MSTperl::Config>),
specifically by the C<field_names> setting.
=back
=head1 AUTHORS
Rudolf Rosa <rosa@ufal.mff.cuni.cz>
=head1 COPYRIGHT AND LICENSE
Copyright © 2011 by Institute of Formal and Applied Linguistics, Charles
University in Prague
This module is free software; you can redistribute it and/or modify it under
the same terms as Perl itself.