4 $spool_dir = "./spool";
18 # try lookup some file in spool, exit if it cannot be done
19 sub find_file_in_spool()
21 opendir(DIR, $spool_dir) || die "can't opendir $spool_dir: $!";
25 -f "$spool_dir/$f" or next;
26 $file = "$spool_dir/$f";
31 exit 0 if ($file eq "");
34 # read file from spool, and try unlink it. if cannot unlink -- exit
35 # sets $requester (email), $problems, @md5 (arrays of md5's)
36 # and %url (map from md5 to urls)
39 open(F, "< $file") || exit 0;
42 $requester =~ /^[a-zA-Z_\-0-9\@\.]+$/
43 or die "$file: evil requester: $requester";
45 $force_reply++ if ($flags =~ /force-reply/);
52 /^([a-f0-9]{32})\s+((ftp|http):\/\/([a-z0-9A-Z:\+\~\.\-\/_]|\%[0-9])+)\s*$/
53 or die "$file: corrupted";
56 /\/$/ and die "$file: cannot fetch dir";
60 unlink($file) || exit 0;
68 my $md5_dir = "$ftp_dir/by-md5/$1/$2/$md5";
69 $url =~ /\/([^\/]+)$/ or die;
71 return "$md5_dir/$basename";
78 $dir =~ /(.*)\/[^\/]+$/ and install_dir($1);
86 my $path = file_path($md5, $url);
88 $path =~ /(.*)\/[^\/]+$/ and install_dir($1);
90 if (system("mv -f \"tmp/$md5\" \"$path\"")) {
91 $problems .= "FATAL: cannot mv file ($url)\n";
93 if (open(D, "> $path.desc")) {
94 print D "URL: $url\n";
95 print D "MD5: $md5\n";
96 print D 'Fetched-by: $Id$'."\n";
99 $problems .= "ERROR: cannot write $path.desc\n";
103 $md5 =~ /^(..)/ and my $m2 = $1;
105 if (open(L, ">> $ENV{HOME}/.lists/lista_$m2")) {
106 print L "/home/ftp/pub/Linux/distfiles/by-md5/$1/$2/$md5/";
107 $url =~ /\/([^\/]+)$/;
112 $normal_out .= "STORED: $url ($md5, " . (-s $path) . " bytes)\n";
119 my ($md5, $url) = @_;
121 my $cmd = "wget -nv -O tmp/$md5 \"$url\"";
123 my $path = file_path($md5, $url);
125 $normal_out .= "ALREADY GOT: $url ($md5, " . (-s $path) . " bytes)\n";
129 open(W, "$cmd 2>&1 |");
131 /URL:.*\s+\-\>\s+.*/ and next;
136 $problems .= "$cmd:\n$out\n\n";
138 if (-f "tmp/$md5" && -s "tmp/$md5" > 0) {
139 my $computed_md5 = `md5sum tmp/$md5`;
140 $computed_md5 =~ /^([a-f0-9]{32})/ and $computed_md5 = $1;
141 if ($computed_md5 ne $md5) {
142 $problems .= "FATAL: $url md5 mismatch, needed $md5, got $computed_md5\n";
144 move_file($md5, $url);
147 $problems .= "FATAL: $url ($md5) was not fetched\n";
154 $problems .= "\n\n" if ($problems ne "");
155 foreach $md5 (@md5) {
156 fetch_file($md5, $url{$md5});
162 open(EMAIL, "| /usr/sbin/sendmail -t");
163 #open(EMAIL, "| cat");
165 if ($problems ne "") {
169 "From: distfiles <feedback\@pld-linux.org>
172 Subject: [distfiles] sources fetched $marker
173 Message-ID: <$$." . time . "\@distfiles.pld-linux.org>
174 X-distfiles-program: file-fetcher.pl
175 X-distfiles-version: " . '$Id$' . "
178 Files fetched: $fetched_count
183 Virtually Yours: distfiles.
188 find_file_in_spool();
191 send_email() unless (!$force_reply and $problems eq "" and $fetched_count == 0);