X-Git-Url: http://git.openwrt.org/?a=blobdiff_plain;f=scripts%2Fdownload.pl;h=abe0bfa8b950853c847fdd3c8a5ebf1702991407;hb=fbc8fd163be69b52fa45372ad1cc0eba03c81a6f;hp=56069469672fe3e0516e58494484c35f5fe8eca4;hpb=b5e5fa4e7157803d2a7588ec24997b774953730b;p=openwrt%2Fsvn-archive%2Farchive.git diff --git a/scripts/download.pl b/scripts/download.pl index 5606946967..abe0bfa8b9 100755 --- a/scripts/download.pl +++ b/scripts/download.pl @@ -9,6 +9,7 @@ use strict; use warnings; use File::Basename; +use File::Copy; @ARGV > 2 or die "Syntax: $0 [ ...]\n"; @@ -24,7 +25,7 @@ sub localmirrors { open LM, "$scriptdir/localmirrors" and do { while () { chomp $_; - push @mlist, $_; + push @mlist, $_ if $_; } close LM; }; @@ -39,6 +40,9 @@ sub localmirrors { close CONFIG; }; + my $mirror = $ENV{'DOWNLOAD_MIRROR'}; + $mirror and push @mlist, split(/;/, $mirror); + return @mlist; } @@ -51,34 +55,59 @@ sub which($) { return $res; } -my $md5cmd = which("md5sum"); -$md5cmd or $md5cmd = which("md5"); -$md5cmd or die 'no md5 checksum program found, please install md5 or md5sum'; +my $md5cmd = which("md5sum") || which("md5") || die 'no md5 checksum program found, please install md5 or md5sum'; chomp $md5cmd; sub download { my $mirror = shift; - my $options = $ENV{WGET_OPTIONS}; - $options or $options = ""; - - $mirror =~ s/\/$//; - if( $mirror =~ /^file:\/\// ) { - my $cache = $mirror; - $cache =~ s/file:\/\///g; - if(system("test -d $cache")) { - print STDERR "Wrong local cache directory -$cache-.\n"; + my $options = $ENV{WGET_OPTIONS} || ""; + + $mirror =~ s!/$!!; + + if ($mirror =~ s!^file://!!) { + if (! -d "$mirror") { + print STDERR "Wrong local cache directory -$mirror-.\n"; cleanup(); return; } - if(! -d $target) { - system("mkdir -p $target/"); + + if (! -d "$target") { + system("mkdir", "-p", "$target/"); + } + + if (! open TMPDLS, "find $mirror -follow -name $filename 2>/dev/null |") { + print("Failed to search for $filename in $mirror\n"); + return; + } + + my $link; + + while (defined(my $line = readline TMPDLS)) { + chomp ($link = $line); + if ($. > 1) { + print("$. or more instances of $filename in $mirror found . Only one instance allowed.\n"); + return; + } + } + + close TMPDLS; + + if (! $link) { + print("No instances of $filename found in $mirror.\n"); + return; + } + + print("Copying $filename from $link\n"); + copy($link, "$target/$filename.dl"); + + if (system("$md5cmd '$target/$filename.dl' > '$target/$filename.md5sum'")) { + print("Failed to generate md5 sum for $filename\n"); + return; } - system("cp -vf $cache/$filename $target/$filename.dl") == 0 or return; - system("$md5cmd $target/$filename.dl > \"$target/$filename.md5sum\" ") == 0 or return; } else { - open WGET, "wget -t5 --timeout=20 $options -O- \"$mirror/$filename\" |" or die "Cannot launch wget.\n"; - open MD5SUM, "| $md5cmd > \"$target/$filename.md5sum\"" or die "Cannot launch md5sum.\n"; + open WGET, "wget -t5 --timeout=20 --no-check-certificate $options -O- '$mirror/$filename' |" or die "Cannot launch wget.\n"; + open MD5SUM, "| $md5cmd > '$target/$filename.md5sum'" or die "Cannot launch md5sum.\n"; open OUTPUT, "> $target/$filename.dl" or die "Cannot create file $target/$filename.dl: $!\n"; my $buffer; while (read WGET, $buffer, 1048576) { @@ -89,7 +118,7 @@ sub download close WGET; close OUTPUT; - if (($? >> 8) != 0 ) { + if ($? >> 8) { print STDERR "Download failed.\n"; cleanup(); return; @@ -107,7 +136,7 @@ sub download } unlink "$target/$filename"; - system("mv \"$target/$filename.dl\" \"$target/$filename\""); + system("mv", "$target/$filename.dl", "$target/$filename"); cleanup(); } @@ -126,21 +155,27 @@ foreach my $mirror (@ARGV) { push @mirrors, "http://downloads.sourceforge.net/$1"; } } elsif ($mirror =~ /^\@GNU\/(.+)$/) { - push @mirrors, "ftp://ftp.gnu.org/gnu/$1"; + push @mirrors, "http://ftpmirror.gnu.org/$1"; + push @mirrors, "http://ftp.gnu.org/pub/gnu/$1"; push @mirrors, "ftp://ftp.belnet.be/mirror/ftp.gnu.org/gnu/$1"; push @mirrors, "ftp://ftp.mirror.nl/pub/mirror/gnu/$1"; push @mirrors, "http://mirror.switch.ch/ftp/mirror/gnu/$1"; - push @mirrors, "ftp://ftp.uu.net/archive/systems/gnu/$1"; - push @mirrors, "ftp://ftp.eu.uu.net/pub/gnu/$1"; - push @mirrors, "ftp://ftp.leo.org/pub/comp/os/unix/gnu/$1"; - push @mirrors, "ftp://ftp.digex.net/pub/gnu/$1"; + } elsif ($mirror =~ /^\@SAVANNAH\/(.+)$/) { + push @mirrors, "http://download.savannah.gnu.org/releases/$1"; + push @mirrors, "http://nongnu.uib.no/$1"; + push @mirrors, "http://ftp.igh.cnrs.fr/pub/nongnu/$1"; + push @mirrors, "http://download-mirror.savannah.gnu.org/releases/$1"; } elsif ($mirror =~ /^\@KERNEL\/(.+)$/) { - push @mirrors, "ftp://ftp.all.kernel.org/pub/$1"; - push @mirrors, "http://ftp.all.kernel.org/pub/$1"; - push @mirrors, "ftp://ftp.de.kernel.org/pub/$1"; - push @mirrors, "http://ftp.de.kernel.org/pub/$1"; - push @mirrors, "ftp://ftp.fr.kernel.org/pub/$1"; - push @mirrors, "http://ftp.fr.kernel.org/pub/$1"; + my @extra = ( $1 ); + if ($filename =~ /linux-\d+\.\d+(?:\.\d+)?-rc/) { + push @extra, "$extra[0]/testing"; + } elsif ($filename =~ /linux-(\d+\.\d+(?:\.\d+)?)/) { + push @extra, "$extra[0]/longterm/v$1"; + } + foreach my $dir (@extra) { + push @mirrors, "https://kernel.org/pub/$dir"; + push @mirrors, "ftp://kernel.org/pub/$dir"; + } } elsif ($mirror =~ /^\@GNOME\/(.+)$/) { push @mirrors, "http://ftp.gnome.org/pub/GNOME/sources/$1"; push @mirrors, "http://ftp.unina.it/pub/linux/GNOME/sources/$1";