The Perl and Raku Conference 2025: Greenville, South Carolina - June 27-29 Learn more

NICS / Catmandu-1.2024 / lib / Catmandu / Cmd / copy.pm 

            

              
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
—
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105

              
package Catmandu::Cmd::copy;
use Catmandu::Sane;
our $VERSION = '1.2024';
use parent 'Catmandu::Cmd';
use Catmandu;
use namespace::clean;
sub command_opt_spec {
    (
        ["verbose|v",      ""],
        ["fix=s@",         ""],
        ["var=s%",         ""],
        ["preprocess|pp",  ""],
        ["start=i",        ""],
        ["limit=i",        ""],
        ["total=i",        ""],
        ["cql-query|q=s",  ""],
        ["query=s",        ""],
        ["sru-sortkeys=s", ""],
        ["sort=s",         ""],
        ["delete",         "delete existing items first"],
        ["transaction|tx", "wrap in a transaction"],
    );
}
sub command {
    my ($self, $opts, $args) = @_;
    my ($from_args, $from_opts, $into_args, $into_opts)
        = $self->_parse_options($args);
    my $from_bag = delete $from_opts->{bag};
    my $from = Catmandu->store($from_args->[0], $from_opts)->bag($from_bag);
    my $into_bag = delete $into_opts->{bag};
    my $into = Catmandu->store($into_args->[0], $into_opts)->bag($into_bag);
    if ($opts->query // $opts->cql_query) {
        $self->usage_error("Bag isn't searchable")
            unless $from->can('searcher');
        $from = $from->searcher(
            cql_query => $opts->cql_query,
            query     => $opts->query,
            start     => $opts->start,
            total     => $opts->total,
            limit     => $opts->limit,
        );
    }
    elsif ($opts->start // $opts->total) {
        $from = $from->slice($opts->start, $opts->total);
    }
    if ($opts->fix) {
        $from = $self->_build_fixer($opts)->fix($from);
    }
    if ($opts->verbose) {
        $from = $from->benchmark;
    }
    my $tx = sub {
        if ($opts->delete) {
            $into->delete_all;
            $into->commit;
        }
        my $n = $into->add_many($from);
        $into->commit;
        if ($opts->verbose) {
            say STDERR $n == 1 ? "copied 1 item" : "copied $n items";
            say STDERR "done";
        }
    };
    if ($opts->transaction) {
        $self->usage_error("Bag isn't transactional")
            if !$into->store->does('Catmandu::Transactional');
        $into->store->transaction($tx);
    }
    else {
        $tx->();
    }
}
1;
__END__
=pod
=head1 NAME
Catmandu::Cmd::copy - copy items from one store to another
=head1 EXAMPLES
  catmandu copy <STORE> <OPTIONS> to <STORE> <OPTIONS>
  catmandu copy MongoDB --database_name items --bag book to \
                ElasticSearch --index_name items --bag book
  catmandu help store MongoDB
  catmandu help store ElasticSearch
=cut