The Perl Toolchain Summit 2025 Needs You: You can help 🙏 Learn more

POPEL / Treex-Core-2.20210102 / lib / Treex / Core / DocumentReader / ZoneReader.pm 

            

              
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
—
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150

              
package Treex::Core::DocumentReader::ZoneReader;
$Treex::Core::DocumentReader::ZoneReader::VERSION = '2.20210102';
use Moose;
use Treex::Core::Common;
use autodie;
use File::Slurp;
has language => (
    is       => 'ro',
    isa      => 'Treex::Type::LangCode',
    required => 1,
);
has selector => ( isa => 'Treex::Type::Selector', is => 'ro', default => '' );
sub zone_label {
    my ($self) = @_;
    return $self->language if $self->selector eq '';
    return $self->language . '_' . $self->selector;
}
has encoding      => ( isa => 'Str',  is => 'ro', default => 'utf8' );
has lines_per_doc => ( isa => 'Int',  is => 'ro', default => 0 );
has merge_files   => ( isa => 'Bool', is => 'ro', default => 0 );
has is_one_doc_per_file => (
    is      => 'rw',
    isa     => 'Bool',
    default => 1,
);
has filenames => (
    isa      => 'ArrayRef[Str]',
    is       => 'ro',
    required => 1,
);
has _file_number => (
    is            => 'rw',
    isa           => 'Int',
    default       => 0,
    documentation => 'Number of input files loaded so far.',
);
has _current_fh => ( is => 'rw' );
sub BUILD {
    my ($self) = @_;
    if ( $self->lines_per_doc ) {
        $self->set_is_one_doc_per_file(0);
    }
    return;
}
sub restart {
    my $self = shift;
    $self->_set_file_number(0);
    return;
}
sub next_filename {
    my ($self) = @_;
    my $file_number = $self->_file_number;
    return if $file_number == @{ $self->filenames };
    $self->_set_file_number( $file_number + 1 );
    return $self->filenames->[$file_number];
}
sub current_filename {
    my ($self) = @_;
    log_fatal "next_* method must be called before" if !$self->_file_number;
    return $self->filenames->[ $self->file_number - 1 ];
}
sub _open_file {
    my ( $self, $filename ) = @_;
    return if !defined $filename;
    my $F;
    if ( $filename eq '-' ) {
        $F = \*STDIN;
    }
    else {
        open $F, '<:' . $self->encoding, $filename;
    }
    return $F;
}
sub next_filehandle {
    my ($self) = @_;
    return $self->_open_file( $self->next_filename or return );
}
sub next_document_text {
    my ($self) = @_;
    return read_file( $self->next_filehandle() or return ) if $self->is_one_doc_per_file;
    my $FH = $self->_current_fh;
    if ( !$FH ) {
        $FH = $self->next_filehandle() or return;
        $self->_set_current_fh($FH);
    }
    my $text = '';
    LINE:
    for ( 1 .. $self->lines_per_doc ) {
        while ( eof($FH) ) {
            $FH = $self->next_filehandle();
            if ( !$FH ) {
                return if $text eq '';
                return $text;
            }
            $self->_set_current_fh($FH);
            last LINE if !$self->merge_files;
        }
        $text .= <$FH>;
    }
    return $text;
}
1;
__END__
=encoding utf-8
=head1 NAME
Treex::Core::DocumentReader::ZoneReader - base implementation of one-zone document readers
=head1 VERSION
version 2.20210102
=head1 DESCRIPTION
Experimental code, not used so far.
=head1 METHODS
TODO
=head1 AUTHOR
Martin Popel <popel@ufal.mff.cuni.cz>
=head1 COPYRIGHT AND LICENSE
Copyright © 2011 by Institute of Formal and Applied Linguistics, Charles University in Prague
This module is free software; you can redistribute it and/or modify it under the same terms as Perl itself.