Dave Cross: Still Munging Data With Perl: Online event - Mar 17 Learn more

EGOR / Sphinx-XML-Pipe2-0.002 / lib / Sphinx / XML / Pipe2.pm 

            

              
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
—
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159

              
package Sphinx::XML::Pipe2;
# ABSTRACT: generates xml to feed xmlpipe2 of Sphinx Search
use strict;
use warnings;
use XML::LibXML;
sub new {
    bless {
        schema => { field => [], attr  => [] },
        data => []
    }, shift;
}
sub field { shift->declare('field', @_) }
sub attr { shift->declare('attr', @_) }
sub declare { push @{shift->{schema}->{ do { shift } } }, [@_] }
sub add { push @{shift->{data}}, [@_] }
sub xml { shift->process->toString(2) }
sub process {
    my ($self) = @_;
    my $dom = XML::LibXML::Document->new();
    $dom->addChild(do {
        my $docset = $dom->createElement('sphinx:docset');
        $docset->addChild(do {
            my $schema = $dom->createElement('sphinx:schema');
            map {
                $schema->addChild(do {
                    my $node = $dom->createElement('sphinx:field');
                    $node->setAttribute(name => $_->[0]);
                    $node->setAttribute(attr => $_->[1]) if defined $_->[1];
                    $node;
                });
            } @{$self->{schema}->{field}};
            map {
                $schema->addChild(do {
                    my $node = $dom->createElement('sphinx:attr');
                    $node->setAttribute(name => $_->[0]);
                    $node->setAttribute(type => $_->[1]) if defined $_->[1];
                    $node->setAttribute(bits => $_->[2]) if defined $_->[2];
                    $node->setAttribute(default => $_->[3]) if defined $_->[3];
                    $node;
                });
            } @{$self->{schema}->{attr}};
            $schema;
        });
        map {  # write docs with sub elements (id[, @attr[, @field]])
            my $i = $_;
            my $n = 1;
            my $doc = $dom->createElement('sphinx:document');
            $doc->setAttribute('id', $i->[0]);
            map {
                my $node = $dom->createElement($_);
                $node->appendText($i->[$n++]);
                $doc->addChild($node);
            } map($_->[0], @{$self->{schema}->{attr}}, @{$self->{schema}->{field}});
            $docset->addChild($doc);
        } @{$self->{data}};
        $docset;
    });
    $dom;
}
1;
__END__
=pod
=head1 NAME
Sphinx::XML::Pipe2 - generates xml to feed xmlpipe2 of Sphinx Search
=head1 VERSION
version 0.002
=head1 SYNOPSIS
Example script which creates XML data for Sphinx Search L<xmlpipe2 data source|http://sphinxsearch.com/docs/current.html#xmlpipe2> of some documents in directories specified as script arguments 
     use v5.14;
     use Sphinx::XML::Pipe2;
     use File::Find;
     binmode STDIN, ":encoding(utf8)";  
     binmode STDOUT, ":encoding(utf8)"
     my $p = Sphinx::XML::Pipe2->new;
       
     $p->attr('size', 'int');
     $p->attr('type', 'str2ordinal');
     $p->field('content');
     $p->field('path');
     
     my $i = 0;
     find( sub {
        my $file = $_;
        if (-f -r $file && (my $size = -s $file) && $file =~ /\.(html?|txt|rtf)?$/i) {
            $p->add( 
                $i, # document id
                $size, # attributes in declaration order, i.e. 'size'
                lc($1), # 'type'
                do { local( @ARGV, $/ ) = $name; <> }, # then fields in declaration order, i.e. 'content' 
                $File::Find::name # 'path'
            );
        }
    }, @ARGV);
     
    print $p->xml;
=head1 METHODS
=head2 attr($name, $type, $bits, $default)
Declare document attribute. $name and $type is mandatory.
=head2 field($name, $attr)
Declare document field. $name is mandatory.
=head2 add($id, @attr, @field)
Add document. $id - must be integer, @attr and @field must be be in declaration order.
=head2 xml
Returns XML data suitable for xmlpipe2 data source.
=head2 process
Returns XML::LibXML::Document
=head1 NOTICE
Experimental state
=head1 SEE ALSO
L<Sphinx Search xmlpipe2 data source|http://sphinxsearch.com/docs/current.html#xmlpipe2>
=head1 AUTHOR
Yegor Korablev <egor@cpan.org>
=head1 COPYRIGHT AND LICENSE
This software is copyright (c) 2011 by Yegor Korablev.
This is free software; you can redistribute it and/or modify it under
the same terms as the Perl 5 programming language system itself.
=cut