—package
App::MechaCPAN;
use
v5.14;
use
strict;
use
Carp;
use
Config;
use
autodie;
use
IPC::Open3;
use
IO::Select;
use
Archive::Tar;
BEGIN
{
our
@EXPORT_OK
=
qw/url_re info success dest_dir inflate_archive run restart_script/
;
our
%EXPORT_TAGS
= (
go
=> [
@EXPORT_OK
] );
}
our
$VERSION
=
'0.15'
;
require
App::MechaCPAN::Perl;
require
App::MechaCPAN::Install;
require
App::MechaCPAN::Deploy;
my
$loaded_at_compile
;
my
$restarted_key
=
'APP_MECHACPAN_RESTARTED'
;
my
$is_restarted_process
=
delete
$ENV
{
$restarted_key
};
INIT
{
$loaded_at_compile
= 1;
&restart_script
();
}
$loaded_at_compile
//= 0;
my
@args
= (
'diag-run!'
,
@App::MechaCPAN::Perl::args
,
@App::MechaCPAN::Install::args
,
@App::MechaCPAN::Deploy::args
,
'verbose|v!'
,
'quiet|q!'
,
'no-log!'
,
);
@args
=
keys
%{ {
map
{
$_
=> 1 }
@args
} };
# Timeout when there's no output in seconds
our
$TIMEOUT
=
$ENV
{MECHACPAN_TIMEOUT} // 30;
our
$VERBOSE
;
# Print output from sub commands to STDERR
our
$QUIET
;
# Do not print any progress to STDERR
our
$LOGFH
;
# File handle to send the logs to
our
$LOG_ON
= 1;
# Default if to log or not
sub
main
{
my
@argv
=
@_
;
my
$options
= {};
my
$getopt_ret
= Getopt::Long::GetOptionsFromArray( \
@argv
,
$options
,
@args
);
return
-1
if
!
$getopt_ret
;
if
( $0 =~ m/zhuli/ )
{
if
(
$argv
[0] =~ m/^
do
the thing/i )
{
success(
"zhuli$$"
,
'Running deployment'
)
unless
$is_restarted_process
;
$argv
[0] =
'deploy'
;
}
if
(
$argv
[0] =~ m/^
do
$/i
&&
$argv
[1] =~ m/^the$/i
&&
$argv
[2] =~ m/^thing$/i )
{
success(
"zhuli$$"
,
'Running deployment'
)
unless
$is_restarted_process
;
@argv
= (
'deploy'
,
@argv
[ 3 ..
$#argv
] );
}
}
local
$LOGFH
;
my
$orig_dir
= cwd;
my
$dest_dir
=
&dest_dir
;
my
$cmd
=
ucfirst
lc
shift
@argv
;
my
$pkg
=
join
(
'::'
, __PACKAGE__,
$cmd
);
my
$action
=
eval
{
$pkg
->can(
'go'
) };
if
( !
defined
$action
)
{
warn
"Could not find action to run: $cmd\n"
;
return
-1;
}
if
(
ref
$argv
[0] eq
'HASH'
)
{
$options
=
shift
@argv
;
}
if
(
$options
->{
'diag-run'
} )
{
warn
"Would run '$cmd'\n"
;
return
0;
}
$options
->{is_restarted_process} =
$is_restarted_process
;
if
( !-d
$dest_dir
)
{
mkdir
$dest_dir
;
}
unless
(
$options
->{
'no-log'
} )
{
my
$log_dir
=
"$dest_dir/logs"
;
if
( !-d
$log_dir
)
{
mkdir
$log_dir
;
}
my
$log_path
;
(
$LOGFH
,
$log_path
) = tempfile(
"$log_dir/log.$$.XXXX"
,
UNLINK
=> 0 );
}
my
$ret
=
eval
{
$pkg
->
$action
(
$options
,
@argv
) || 0; };
chdir
$orig_dir
;
if
( !
defined
$ret
)
{
warn
$@;
return
-1;
}
return
$ret
;
}
sub
url_re
{
state
$url_re
=
qr[
^
(?: ftp | http | https | file )
:
]
xmsi;
return
$url_re
;
}
sub
info
{
my
$key
=
shift
;
my
$line
=
shift
;
if
( !
defined
$line
)
{
$line
=
$key
;
undef
$key
;
}
status(
$key
,
'YELLOW'
,
$line
);
}
sub
success
{
my
$key
=
shift
;
my
$line
=
shift
;
if
( !
defined
$line
)
{
$line
=
$key
;
undef
$key
;
}
status(
$key
,
'GREEN'
,
$line
);
}
my
$RESET
= Term::ANSIColor::color(
'RESET'
);
my
$BOLD
= Term::ANSIColor::color(
'BOLD'
);
sub
_show_line
{
my
$key
=
shift
;
my
$color
=
shift
;
my
$line
=
shift
;
# Clean up the line
$line
=~ s/\n/ /xmsg;
state
@key_lines
;
my
$idx
= first {
$key_lines
[
$_
] eq
$key
} 0 ..
$#key_lines
;
if
( !
defined
$key
)
{
$idx
= -1;
}
if
( !
defined
$idx
)
{
unshift
@key_lines
,
$key
;
$idx
= 0;
# Scroll Up 1 line
STDERR
"\n"
;
}
$idx
++;
# We use some ANSI escape codes, so they are:
# \e[.F - Move up from current line, which is always the end of the list
# \e[K - Clear the line
# $color - Colorize the text
# $line - Print the text
# $RESET - Reset the colorize
# \e[.E - Move down from the current line, back to the end of the list
STDERR
"\e[${idx}F"
;
STDERR
"\e[K"
;
STDERR
"$color$line$RESET"
;
STDERR
"\e[${idx}E"
;
return
;
}
sub
status
{
my
$key
=
shift
;
my
$color
=
shift
;
my
$line
=
shift
;
if
( !
defined
$line
)
{
$line
=
$color
;
$color
=
'RESET'
;
}
return
if
$QUIET
;
$color
=
eval
{ Term::ANSIColor::color(
$color
) } //
$RESET
;
state
@last_key
;
# Undo the last line that is bold
if
(
@last_key
)
{
_show_line(
@last_key
);
}
_show_line(
$key
,
$color
.
$BOLD
,
$line
);
@last_key
= (
$key
,
$color
,
$line
);
}
END {
STDERR
"\n"
unless
$QUIET
; }
INIT {
STDERR
"\n"
unless
$QUIET
; }
package
MechaCPAN::DestGuard
{
my
$dest_dir
;
sub
get
{
my
$result
=
$dest_dir
;
if
( !
defined
$result
)
{
my
$pwd
= cwd;
$dest_dir
= \
"$pwd/local"
;
bless
$dest_dir
;
$result
=
$dest_dir
;
weaken
$dest_dir
;
}
return
$dest_dir
;
}
sub
DESTROY
{
undef
$dest_dir
;
}
}
sub
dest_dir
{
my
$result
= MechaCPAN::DestGuard::get();
return
$result
;
}
sub
inflate_archive
{
my
$src
=
shift
;
# $src can be a file path or a URL.
if
( !-e
$src
)
{
local
$File::Fetch::WARN
;
my
$ff
= File::Fetch->new(
uri
=>
$src
);
$ff
->scheme(
'http'
)
if
$ff
->scheme eq
'https'
;
my
$content
=
''
;
my
$where
=
$ff
->fetch(
to
=> \
$content
);
die
$ff
->error ||
"Could not download $src"
if
!
defined
$where
;
$src
=
$where
;
}
my
$dir
= tempdir(
TEMPLATE
=> File::Spec->tmpdir .
'/mechacpan_XXXXXXXX'
,
CLEANUP
=> 1
);
my
$orig
= cwd;
my
$error_free
=
eval
{
chdir
$dir
;
my
$tar
= Archive::Tar->new;
$tar
->error(1);
my
$ret
=
$tar
->
read
(
"$src"
, 1, {
extract
=> 1 } );
die
$tar
->error
unless
$ret
;
1;
};
my
$err
= $@;
chdir
$orig
;
die
$err
unless
$error_free
;
return
$dir
;
}
sub
_genio
{
state
$iswin32
= $^O eq
'MSWin32'
;
my
$write_hdl
;
my
$read_hdl
;
if
(
$iswin32
)
{
socketpair
(
$read_hdl
,
$write_hdl
, AF_UNIX, SOCK_STREAM, PF_UNSPEC );
shutdown
(
$read_hdl
, 1 );
shutdown
(
$write_hdl
, 0 );
}
else
{
$write_hdl
=
$read_hdl
= geniosym;
}
$write_hdl
->blocking(0);
$write_hdl
->autoflush(1);
$read_hdl
->blocking(0);
$read_hdl
->autoflush(1);
return
(
$read_hdl
,
$write_hdl
);
}
sub
run
{
my
$cmd
=
shift
;
my
@args
=
@_
;
my
$out
=
""
;
my
$err
=
""
;
my
$dest_out_fh
=
$LOGFH
;
my
$dest_err_fh
=
$LOGFH
;
my
$print_output
=
$VERBOSE
;
my
$wantoutput
=
defined
wantarray
;
if
(
ref
$cmd
eq
'GLOB'
)
{
$dest_out_fh
=
$cmd
;
$cmd
=
shift
@args
;
}
# If the output is asked for (non-void context), don't show it anywhere
if
(
$wantoutput
)
{
open
$dest_out_fh
,
">"
, \
$out
;
open
$dest_err_fh
,
">"
, \
$err
;
undef
$print_output
;
}
my
(
$output
,
$output_chld
) = _genio;
my
(
$error
,
$error_chld
) = _genio;
warn
(
join
(
"\t"
,
$cmd
,
@args
) .
"\n"
)
if
$VERBOSE
;
$dest_err_fh
(
'Running: '
,
join
(
"\t"
,
$cmd
,
@args
) .
"\n"
)
if
defined
$dest_err_fh
;
my
$pid
= open3(
undef
,
$output_chld
->
fileno
?
'>&'
.
$output_chld
->
fileno
:
$output_chld
,
$error_chld
->
fileno
?
'>&'
.
$error_chld
->
fileno
:
$error_chld
,
$cmd
,
@args
);
undef
$output_chld
;
undef
$error_chld
;
my
$select
= IO::Select->new;
$select
->add(
$output
,
$error
);
my
$alrm_code
=
"TIMEOUT\n"
;
local
$SIG
{ALRM} =
sub
{
die
$alrm_code
};
local
$@;
eval
{
alarm
$TIMEOUT
;
while
(
my
@ready
=
$select
->can_read )
{
alarm
$TIMEOUT
;
foreach
my
$fh
(
@ready
)
{
my
$line
= <
$fh
>;
if
( !
defined
$line
)
{
$select
->remove(
$fh
);
next
;
}
STDERR
$line
if
$print_output
;
if
(
$fh
eq
$output
)
{
$dest_out_fh
$line
if
defined
$dest_out_fh
;
$out
.=
$line
unless
$wantoutput
;
}
if
(
$fh
eq
$error
)
{
$dest_err_fh
$line
if
defined
$dest_err_fh
;
$err
.=
$line
unless
$wantoutput
;
}
}
}
};
my
$error
= $@;
alarm
0;
if
(
$error
eq
$alrm_code
)
{
info
"Idle timeout (${TIMEOUT}s) exceeded, killing"
;
kill
"KILL"
,
$pid
;
}
waitpid
(
$pid
, 0 );
if
($?)
{
my
$code
=
qq/Exit Code: /
. ( $? >> 8 );
my
$sig
= ( $? & 127 ) ?
qq/Signal: /
. ( $? & 127 ) :
''
;
my
$core
= $? & 128 ?
'Core Dumped'
:
''
;
croak
""
. Term::ANSIColor::color(
'RED'
)
.
qq/\nCould not execute '/
.
join
(
' '
,
$cmd
,
@args
) .
qq/'/
.
qq/\nPID: $pid/
.
qq/\t$code/
.
qq/\t$sig/
.
qq/\t$core/
. Term::ANSIColor::color(
'GREEN'
)
.
qq/\n$out/
. Term::ANSIColor::color(
'YELLOW'
)
.
qq/\n$err/
. Term::ANSIColor::color(
'RESET'
) .
"\n"
;
}
return
if
!
defined
wantarray
;
if
(
wantarray
)
{
return
split
( /\r?\n/,
$out
);
}
return
$out
;
}
sub
restart_script
{
my
$dest_dir
=
&dest_dir
;
my
$local_perl
= File::Spec->canonpath(
"$dest_dir/perl/bin/perl"
);
my
$this_perl
= File::Spec->canonpath($^X);
if
( $^O ne
'VMS'
)
{
$this_perl
.=
$Config
{_exe}
unless
$this_perl
=~ m/
$Config
{_exe}$/i;
$local_perl
.=
$Config
{_exe}
unless
$local_perl
=~ m/
$Config
{_exe}$/i;
}
state
$orig_cwd
= cwd;
state
$orig_0
= $0;
my
$current_cwd
= cwd;
chdir
$orig_cwd
;
if
(
$loaded_at_compile
# IF we were loaded during compile-time
&& -e -x
$local_perl
# AND the local perl is there
&&
$this_perl
ne
$local_perl
# AND if we're not running it
&& -e -f -r $0
# AND we are a readable file
&& !$^P
# AND we're not debugging
)
{
# ReExecute using the local perl
my
@inc_add
;
my
@paths
=
qw/
sitearchexp sitelibexp
vendorarchexp vendorlibexp
archlibexp privlibexp
otherlibdirsexp
/
;
my
%site_inc
=
map
{
$_
=> 1 }
@Config
{
@paths
},
'.'
;
foreach
my
$lib
(
split
':'
,
$ENV
{PERL5LIB} )
{
$site_inc
{
$lib
} = 1;
$site_inc
{
"$lib/$Config{archname}"
} = 1;
}
foreach
my
$lib
(
@INC
)
{
push
(
@inc_add
,
$lib
)
unless
exists
$site_inc
{
$lib
};
}
# Make sure anything from PERL5LIB and local::lib are removed since it's
# most likely the wrong version as well.
@inc_add
=
grep
{
$_
!~ m/^
$ENV
{PERL_LOCAL_LIB_ROOT}/xms }
@inc_add
;
undef
@ENV
{
qw/PERL_LOCAL_LIB_ROOT PERL5LIB/
};
# If we've running, inform the new us that they are a restarted process
$ENV
{
$restarted_key
} = 1
if
${^GLOBAL_PHASE} eq
'RUN'
;
# Cleanup any files opened already. They arn't useful after we exec
File::Temp::cleanup();
exec
(
$local_perl
,
map
( {
"-I$_"
}
@inc_add
), $0,
@ARGV
);
}
chdir
$current_cwd
;
}
1;
__END__
=encoding utf-8
=head1 NAME
App::MechaCPAN - Mechanize the installation of CPAN things.
=head1 SYNOPSIS
# Install 5.24 into local/perl/
user@host:~$ mechacpan perl 5.24
# Install Catalyst into local/
user@host:~$ mechacpan install Catalyst
# Install everything from the cpanfile into local/
# If cpanfile.snapshot exists, it will be consulted first
user@host:~$ mechacpan install
# Install perl and everything from the cpanfile into local/
# If cpanfile.snapshot exists, it will be consulted exclusivly
user@host:~$ mechacpan deploy
user@host:~$ zhuli do the thing
=head1 DESCRIPTION
App::MechaCPAN Mechanizes the installation of perl and CPAN modules.
It is designed to be small and focuses more on installing things in a self-contained manner. That means that everything is installed into a C<local/> directory.
MechaCPAN was created because installation of a self-contained deployment required at least 4 tools:
=over
=item plenv/Perl-Build or perlbrew to manage perl installations
=item cpanm to install packages
=item local::lib to use locally installed modules
=item carton to manage and deploy exact package versions
=back
In development these tools are invaluable, but when deploying a package, installing at least 4 packages from github, CPAN and the web just for a small portion of each tool is more than needed. App::MechaCPAN aims to be a single tool that can be used for deploying packages in a automated fashion.
App::MechaCPAN focuses on the aspects of these tools needed for deploying packages to a system. For instance, it will read and use carton's C<cpanfile.snapshot> files, but cannot create them. To create C<cpanfile.snapshot files>, you must use carton.
=head2 Should I use App::MechaCPAN instead of <tool>
Probably not, no. It can be used in place of some tools, but it's focus is not on the features a developer needs. If your needs are very simple and you don't need many options, you might be able to get away with only using C<App::MechaCPAN>. However be prepared to run into limitations quickly.
=head1 USING FOR DEPLOYMENTS
=head2 COMMANDS
user@host:~/project/$ ls -la
drwxr-xr-x 6 user users 20480 Jan 18 13:00 .
drwxr-xr-x 25 user users 4096 Jan 18 13:00 ..
drwxr-xr-x 8 user users 4096 Jan 18 13:05 .git
-rw-r--r-- 1 user users 7 Jan 18 13:06 .perl-version
-rw-r--r-- 1 user users 109 Jan 18 13:06 cpanfile
drwxr-xr-x 3 user users 4096 Jan 18 13:10 lib
user@host:~/project/$ mechacpan deploy
That command will do 2 things:
=over
=item Install perl
It will install perl into the directory local/perl. It will use the version in C<.perl-version> to decide what version will be installed.
=item Install modules
Then it will use the installed perl to install all the module dependencies that are listed in the cpanfile.
=back
=head1 COMMANDS
=head2 Perl
user@host:~$ mechacpan perl 5.24
The L<perl|App::MechaCPAN::Perl> command is used to install L<perl> into C<local/>. This removes the packages dependency on the operating system perl. By default, it tries to be helpful and include C<lib/> and C<local/> into C<@INC> automatically, but this feature can be disabled. See L<App::MechaCPAN::Perl> for more details.
=head2 Install
user@host:~$ mechacpan install Catalyst
The L<install|App::MechaCPAN::Install> command is used for installing specific modules. All modules are installed into the C<local/> directory. See See L<App::MechaCPAN::Install> for more details.
=head2 Deploy
user@host:~$ mechacpan deploy
The L<deploy|App::MechaCPAN::Deploy> command is used for automating a deployment. It will install both L<perl> and all the modules specified from the C<cpanfile>. If there is a C<cpanfile.snapshot> that was created by L<Carton>, C<deploy> will treat the modules lised in the snapshot file as the only modules available to install. See L<App::MechaCPAN::Deploy> for more details.
=head1 OPTIONS
Besides the options that the individual commands take, C<App::MechaCPAN> takes several that are always available.
=head2 --verbose
By default only informational descriptions of what is happening is shown. Turning verbose on will show every command and all output produced by running each command. Note that this is B<not> the opposite of quiet.
=head2 --quiet
Using quiet means that the normal information descriptions are hidden. Note that this is B<not> the opposite of verbose, turning both options on means no descriptions will be show, but all output from all commands will be.
=head2 --no-log
A log is normally outputted into the C<local/logs> directory. This option will prevent a log from being created.
=head2 C<$ENV{MECHACPAN_TIMEOUT}>
Every command that C<App::MechaCPAN> runs is given an idle timeout before it is killed and a failure is returned. This timeout is reset every time the command outputs to C<STDOUT> or C<STDERR>. Using the environment variable C<MECHACPAN_TIMEOUT>, you can override or disable this timeout. It is always in seconds and setting it to 0 will disable it.
=head1 SCRIPT RESTART WARNING
This module B<WILL> restart the running script B<IF> it's used as a module (e.g. with C<use>) and the perl that is running is not the version installed in C<local/>. It does this at two points: First right before run-time and Second right after a perl is installed into C<local/>.
The scripts and modules that come with C<App::MechaCPAN> are prepared to handle this. If you use C<App::MechaCPAN> as a module, you should to be prepared to handle it as well.
This means that any END and DESTROY blocks B<WILL NOT RUN>. Anything created with File::Temp will be cleaned up, however.
=head1 AUTHOR
Jon Gentle E<lt>cpan@atrodo.orgE<gt>
=head1 COPYRIGHT
Copyright 2017- Jon Gentle
=head1 LICENSE
This is free software. You may redistribute copies of it under the terms of the Artistic License 2 as published by The Perl Foundation.
=head1 SEE ALSO
=over
=item L<App::cpanminus>
=item L<local::lib>
=item L<Carton>
=item L<CPAN>
=item L<plenv|https://github.com/tokuhirom/plenv>
=item L<App::perlbrew>
=back
=cut