download.pl: use http://sources.lede-project.org as download mirror
[openwrt/openwrt.git] / scripts / download.pl
index cd68a7bcd0cf4ade9caf82cf305e43ed155539d5..548eb7a14f2c1442705e8dd71a3db560aa67ffb3 100755 (executable)
@@ -1,6 +1,7 @@
 #!/usr/bin/env perl
 # 
 # Copyright (C) 2006 OpenWrt.org
+# Copyright (C) 2016 LEDE project
 #
 # This is free software, licensed under the GNU General Public License v2.
 # See /LICENSE for more information.
@@ -11,15 +12,19 @@ use warnings;
 use File::Basename;
 use File::Copy;
 
-@ARGV > 2 or die "Syntax: $0 <target dir> <filename> <md5sum> [<mirror> ...]\n";
+@ARGV > 2 or die "Syntax: $0 <target dir> <filename> <hash> <url filename> [<mirror> ...]\n";
 
+my $url_filename;
 my $target = shift @ARGV;
 my $filename = shift @ARGV;
-my $md5sum = shift @ARGV;
+my $file_hash = shift @ARGV;
+$url_filename = shift @ARGV unless $ARGV[0] =~ /:\/\//;
 my $scriptdir = dirname($0);
 my @mirrors;
 my $ok;
 
+$url_filename or $url_filename = $filename;
+
 sub localmirrors {
        my @mlist;
        open LM, "$scriptdir/localmirrors" and do {
@@ -55,8 +60,20 @@ sub which($) {
        return $res;
 }
 
-my $md5cmd = which("md5sum") || which("md5") || die 'no md5 checksum program found, please install md5 or md5sum';
-chomp $md5cmd;
+sub hash_cmd() {
+       my $len = length($file_hash);
+       my $cmd;
+
+       $len == 64 and return "openssl dgst -sha256 | sed -e 's,.*= ,,'";
+       $len == 32 and do {
+               my $cmd = which("md5sum") || which("md5") || die 'no md5 checksum program found, please install md5 or md5sum';
+               chomp $cmd;
+               return $cmd;
+       };
+       return undef;
+}
+
+my $hash_cmd = hash_cmd();
 
 sub download
 {
@@ -101,20 +118,24 @@ sub download
                print("Copying $filename from $link\n");
                copy($link, "$target/$filename.dl");
 
-               if (system("$md5cmd '$target/$filename.dl' > '$target/$filename.md5sum'")) {
-                       print("Failed to generate md5 sum for $filename\n");
-                       return;
-               }
+               $hash_cmd and do {
+                       if (system("cat '$target/$filename.dl' | $hash_cmd > '$target/$filename.hash'")) {
+                               print("Failed to generate hash for $filename\n");
+                               return;
+                       }
+               };
        } else {
-               open WGET, "wget -t5 --timeout=20 --no-check-certificate $options -O- '$mirror/$filename' |" or die "Cannot launch wget.\n";
-               open MD5SUM, "| $md5cmd > '$target/$filename.md5sum'" or die "Cannot launch md5sum.\n";
+               open WGET, "wget -t5 --timeout=20 --no-check-certificate $options -O- '$mirror/$url_filename' |" or die "Cannot launch wget.\n";
+               $hash_cmd and do {
+                       open MD5SUM, "| $hash_cmd > '$target/$filename.hash'" or die "Cannot launch $hash_cmd.\n";
+               };
                open OUTPUT, "> $target/$filename.dl" or die "Cannot create file $target/$filename.dl: $!\n";
                my $buffer;
                while (read WGET, $buffer, 1048576) {
-                       print MD5SUM $buffer;
+                       $hash_cmd and print MD5SUM $buffer;
                        print OUTPUT $buffer;
                }
-               close MD5SUM;
+               $hash_cmd and close MD5SUM;
                close WGET;
                close OUTPUT;
 
@@ -125,15 +146,17 @@ sub download
                }
        }
 
-       my $sum = `cat "$target/$filename.md5sum"`;
-       $sum =~ /^(\w+)\s*/ or die "Could not generate md5sum\n";
-       $sum = $1;
+       $hash_cmd and do {
+               my $sum = `cat "$target/$filename.hash"`;
+               $sum =~ /^(\w+)\s*/ or die "Could not generate file hash\n";
+               $sum = $1;
 
-       if (($md5sum =~ /\w{32}/) and ($sum ne $md5sum)) {
-               print STDERR "MD5 sum of the downloaded file does not match (file: $sum, requested: $md5sum) - deleting download.\n";
-               cleanup();
-               return;
-       }
+               if ($sum ne $file_hash) {
+                       print STDERR "MD5 sum of the downloaded file does not match (file: $sum, requested: $file_hash) - deleting download.\n";
+                       cleanup();
+                       return;
+               }
+       };
 
        unlink "$target/$filename";
        system("mv", "$target/$filename.dl", "$target/$filename");
@@ -143,7 +166,7 @@ sub download
 sub cleanup
 {
        unlink "$target/$filename.dl";
-       unlink "$target/$filename.md5sum";
+       unlink "$target/$filename.hash";
 }
 
 @mirrors = localmirrors();
@@ -154,6 +177,17 @@ foreach my $mirror (@ARGV) {
                for (1 .. 5) {
                        push @mirrors, "http://downloads.sourceforge.net/$1";
                }
+       } elsif ($mirror =~ /^\@APACHE\/(.+)$/) {
+               push @mirrors, "http://ftp.tudelft.nl/apache/$1";
+               push @mirrors, "http://apache.openmirror.de/$1";
+               push @mirrors, "http://mirrors.ocf.berkeley.edu/apache/$1";
+               push @mirrors, "http://mirror.cc.columbia.edu/pub/software/apache/$1";
+               push @mirrors, "http://ftp.jaist.ac.jp/pub/apache/$1";
+       } elsif ($mirror =~ /^\@GITHUB\/(.+)$/) {
+               # give github a few more tries (different mirrors)
+               for (1 .. 5) {
+                       push @mirrors, "https://raw.githubusercontent.com/$1";
+               }
        } elsif ($mirror =~ /^\@GNU\/(.+)$/) {
                push @mirrors, "http://ftpmirror.gnu.org/$1";
                push @mirrors, "http://ftp.gnu.org/pub/gnu/$1";
@@ -173,20 +207,15 @@ foreach my $mirror (@ARGV) {
                        push @extra, "$extra[0]/longterm/v$1";
                }               
                foreach my $dir (@extra) {
-                       push @mirrors, "ftp://ftp.all.kernel.org/pub/$dir";
-                       push @mirrors, "http://ftp.all.kernel.org/pub/$dir";
+                       push @mirrors, "https://kernel.org/pub/$dir";
+                       push @mirrors, "ftp://kernel.org/pub/$dir";
                }
     } elsif ($mirror =~ /^\@GNOME\/(.+)$/) {
                push @mirrors, "http://ftp.gnome.org/pub/GNOME/sources/$1";
-               push @mirrors, "http://ftp.unina.it/pub/linux/GNOME/sources/$1";
+               push @mirrors, "http://www.mirrorservice.org/sites/ftp.gnome.org/pub/GNOME/sources/$1";
                push @mirrors, "http://fr2.rpmfind.net/linux/gnome.org/sources/$1";
-               push @mirrors, "ftp://ftp.dit.upm.es/pub/GNOME/sources/$1";
-               push @mirrors, "ftp://ftp.no.gnome.org/pub/GNOME/sources/$1";
                push @mirrors, "http://ftp.acc.umu.se/pub/GNOME/sources/$1";
-               push @mirrors, "http://ftp.belnet.be/mirror/ftp.gnome.org/sources/$1";
-               push @mirrors, "http://linorg.usp.br/gnome/sources/$1";
-               push @mirrors, "http://mirror.aarnet.edu.au/pub/GNOME/sources/$1";
-               push @mirrors, "http://mirrors.ibiblio.org/pub/mirrors/gnome/sources/$1";
+               push @mirrors, "http://ftp.belnet.be/ftp.gnome.org/sources/$1";
                push @mirrors, "ftp://ftp.cse.buffalo.edu/pub/Gnome/sources/$1";
                push @mirrors, "ftp://ftp.nara.wide.ad.jp/pub/X11/GNOME/sources/$1";
     }
@@ -196,6 +225,7 @@ foreach my $mirror (@ARGV) {
 }
 
 #push @mirrors, 'http://mirror1.openwrt.org';
+push @mirrors, 'http://sources.lede-project.org';
 push @mirrors, 'http://mirror2.openwrt.org/sources';
 push @mirrors, 'http://downloads.openwrt.org/sources';