From Code to Community: Sponsoring The Perl and Raku Conference 2025 Learn more

PFEIFFER / mpp-4 / t / stress_tests / build_cache_concurrent.test 

            

              
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128

              
###     SPAR <http://www.cpan.org/scripts/>
###     3       644     1148062992      1210873871      is_relevant.pl
is_windows < 1                       # ActiveState can crash
  and !no_link
  and fork ? wait>0 : exit   # Make sure we can fork.
###     65      755     1103935704      1185997009      makepp_test_script.pl
# Environment variables STRESS_PREFIX0 .. STRESS_PREFIX<n> without gaps specify
# command prefixes for that many parallel running makepp instances, one each in
# dir0 .. dir<n>.
# The prefixes would typically be "ssh hostname" or "0" for local execution.
# The first two default to "0".
my $insist = $ENV{STRESS_INSIST};       # Fail unless we had stress.
my $end = time + ($ENV{STRESS_SECONDS} || 30); # Approximate -- adjust MAKEPP_TEST_TIMEOUT!
my $cache = $ENV{STRESS_BUILD_CACHE} || 'build_cache';
my $no_clean = $ENV{STRESS_NO_CLEAN};   # Allow a parallelly running test to clean a grouped cache.
my $force_copy = defined $ENV{STRESS_FORCE_COPY} ? $ENV{STRESS_FORCE_COPY} : .5;
                                        # Probability to --force-copy-from-bc (0: none, 1: always)
my $i = 0;
my @hosts = (0, 0);             # Do at least 2 local tests.
while( defined( my $val = $ENV{"STRESS_PREFIX$i"} )) {
  $hosts[$i++] = $val;
}
makepp \'builtin', '-MBuildCacheControl', 'create', $cache
  unless -d $cache;
$i = 0;
# Fork a child for every host.
my %pids;
for( @hosts ) {
  mkdir "dir$i" or die;
  cp 'Makeppfile.in', "dir$i/Makeppfile";
  my $pid = fork;
  unless( $pid ) {              # We're the child now
    my @cmd = ($ENV{PERL}, './stress_test.pl',
               "dir$i", $end, 0.5, $force_copy, $ENV{PERL}, $::makepp_path, $cache);
    if( $_ ) {                  # Host prefix given for this one.
      chomp(my $pwd = `/bin/pwd`);
      @cmd = "$_ \"sh -c 'cd $pwd && exec @cmd'\"";
    }
    print "@cmd\n";
    exec @cmd;
    die "exec failed: $!\n";
  }
  die "fork failed: $!\n" if $pid < 0;
  undef $pids{$pid};
  $i++;
}
use POSIX qw(:sys_wait_h);
# Back in the parent.
while( 1 ) {
  select undef, undef, undef, rand 2.5;
  for( keys %pids ) {
    if( waitpid $_, WNOHANG ) {
      die if $?;
      delete $pids{$_};
    }
  }
  %pids or last;
  $no_clean or
    makepp \'builtin', '-MBuildCacheControl', qw{clean --verbose --mtime +-1 --in-mtime +-1}, $cache;
}
unlink 'answers/build_cache_stress' unless $insist || -f 'build_cache_stress';
1;
###     17      755     1103935704      1185978476      stress_test.pl
use Cwd 'chdir';
@ARGV==7 or die;
my ($subdir, $end, $sleep, $force_copy, $perl, $makepp, $cache) = @ARGV;
chdir $subdir or die;
srand($$);
my $upcache = ($cache =~ m@^/@) ? $cache : "../$cache";
do {
  unlink qw{short_file long_file};
  -e 'short_file' || -e 'long_file' and die;
  select undef, undef, undef, rand $sleep;
  system $perl, $makepp, "--build_cache=$upcache", rand() < $force_copy ? '--force-copy-from-bc' : () and die;
} while $end > time;
print STDERR "$subdir done\n";
exit 0;
###     19      644     1103936101      1185560328      Makeppfile.in
perl_begin
  $::build_cache_error_hook = sub {
    # If this file doesn't show up, then there hasn't been any stress, so the
    # test isn't doing its job (and thus it fails even if it reveals no bugs).
    open my $fh, '>', '../build_cache_stress' or die $!;
  };
  $block = "long lines file\n" x 1024;
perl_end
$(phony check): short_file long_file.wc
        &grep '/^short file/' short_file
        &grep /^65536/ long_file.wc
short_file long_file:
        &echo -o short_file "short file"
        -&expr -n 'print $$block for 1..64' -o long_file
long_file.$( wc junk): long_file : build_cache none
        &grep -c '/^long lines file$$/o' long_file -o$(output) -w$(output 2)
###     D       755     1164319650      1079870636      .makepp/
###     3       644     1164319650      1167411378      .makepp/log
This is a dummy file present so as to satisfy makepp's test harness.
N_FILES00
###     D       755     1103936101      1103936159      answers/
###     0       644     1103936084      1103936090      answers/build_cache_stress
###     D       755     1103936101      1103936159      answers/dir0
###     1       644     1103936084      1103936090      answers/dir0/short_file
short file
###     1       644     1103936084      1103936090      answers/dir0/long_file.wc
65536
###     0       644     1103936084      1185554009      answers/dir0/long_file.junk
###     D       755     1103936101      1103936159      answers/dir1
###     1       644     1103936084      1103936090      answers/dir1/short_file
short file
###     1       644     1103936084      1103936090      answers/dir1/long_file.wc
65536
###     0       644     1103936084      1185561366      answers/dir1/long_file.junk