The Perl Toolchain Summit 2025 Needs You: You can help 🙏 Learn more

NETSENSEI / Datahub-Factory-1.77 / lib / Datahub / Factory / Importer.pm 

            

              
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
—
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86

              
package Datahub::Factory::Importer;
use Datahub::Factory::Sane;
our $VERSION = '1.77';
use Catmandu;
use Moose::Role;
use Try::Tiny;
use namespace::clean;
has importer => (is  => 'lazy');
has logger   => (is => 'lazy');
after _build_importer => sub { };
sub _build_logger {
    my $self = shift;
    return Log::Log4perl->get_logger('datahub');
}
# Do the same for exporter
sub each {
    my ($self, $callback) = @_;
    try {
        return $self->importer->each($callback);
    } catch {
        my $error_msg;
        if ($_->can('message')) {
            $error_msg = sprintf('Fatal error while executing import: %s', $_->message);
        } else {
            $error_msg = sprintf('Fatal error while executing import: %s', $_);
        }
        $self->logger->fatal($error_msg);
        exit 1;
    };
}
1;
__END__
=encoding utf-8
=head1 NAME
Datahub::Factory::Importer - Namespace for importer packages
=head1 SYNOPSIS
    use Datahub::Factory;
    use Data::Dumper qw(Dumper);
    my $importer_options = {
        endpoint => 'https://my.oai.org/oai'
    };
    my $importer = Datahub::Factory->importer('OAI')->new($importer_options);
    $importer->importer->each({
        my $item = shift;
        print Dumper($item);
    });
=head1 DESCRIPTION
A Datahub::Factory::Importer is a package that is used as a L<role|Moose::Role> for packages
that import records. It enforces a generic reusable interface so
different packages can be loaded and executed programmatically.
=head1 AUTHORS
Pieter De Praetere <pieter@packed.be>
Matthias Vandermaesen <matthias.vandermaesen@vlaamsekunstcollectie.be>
=head1 COPYRIGHT
Copyright 2017 - PACKED vzw, Vlaamse Kunstcollectie vzw
=head1 LICENSE
This library is free software; you can redistribute it and/or modify
it under the terms of the GPLv3.
=cut