projects / openwrt / staging / hauke.git / blobdiff
? search:
summary | shortlog | log | commit | commitdiff | tree
raw | inline | side by side
x86: Add kmod-dwmac-intel
[openwrt/staging/hauke.git] / scripts / download.pl
diff --git a/scripts/download.pl b/scripts/download.pl
index 2b193ff5b653b354600a8e95cef6c7904bbf7cd9..c14ec07e448d6799e16a78b8f772f998a8206e81 100755 (executable)
--- a/scripts/download.pl
+++ b/scripts/download.pl
@@ -25,6 +25,8 @@ my @mirrors;
 my $ok;
 
 my $check_certificate = $ENV{DOWNLOAD_CHECK_CERTIFICATE} eq "y";
+my $custom_tool = $ENV{DOWNLOAD_TOOL_CUSTOM};
+my $download_tool;
 
 $url_filename or $url_filename = $filename;
 
@@ -85,35 +87,54 @@ sub tool_present {
        return $present
 }
 
+sub select_tool {
+       $custom_tool =~ tr/"//d;
+       if ($custom_tool) {
+               return $custom_tool;
+       }
+
+       # Try to use curl if available
+       if (tool_present("curl", "curl")) {
+               return "curl";
+       }
+
+       # No tool found, fallback to wget
+       return "wget";
+}
+
 sub download_cmd {
        my $url = shift;
        my $filename = shift;
-       my $additional_mirrors = join(" ", map "$_/$filename", @_);
 
-       my @chArray = ('a'..'z', 'A'..'Z', 0..9);
-       my $rfn = join '', "${filename}_", map{ $chArray[int rand @chArray] } 0..9;
+       if ($download_tool eq "curl") {
+               return (qw(curl -f --connect-timeout 20 --retry 5 --location),
+                       $check_certificate ? () : '--insecure',
+                       shellwords($ENV{CURL_OPTIONS} || ''),
+                       $url);
+       } elsif ($download_tool eq "wget") {
+               return (qw(wget --tries=5 --timeout=20 --output-document=-),
+                       $check_certificate ? () : '--no-check-certificate',
+                       shellwords($ENV{WGET_OPTIONS} || ''),
+                       $url);
+       } elsif ($download_tool eq "aria2c") {
+               my $additional_mirrors = join(" ", map "$_/$filename", @_);
+               my @chArray = ('a'..'z', 'A'..'Z', 0..9);
+               my $rfn = join '', "${filename}_", map{ $chArray[int rand @chArray] } 0..9;
 
-       if (tool_present('aria2c', 'aria2')) {
                @mirrors=();
+
                return join(" ", "[ -d $ENV{'TMPDIR'}/aria2c ] || mkdir $ENV{'TMPDIR'}/aria2c;",
                        "touch $ENV{'TMPDIR'}/aria2c/${rfn}_spp;",
                        qw(aria2c --stderr -c -x2 -s10 -j10 -k1M), $url, $additional_mirrors,
                        $check_certificate ? () : '--check-certificate=false',
                        "--server-stat-of=$ENV{'TMPDIR'}/aria2c/${rfn}_spp",
                        "--server-stat-if=$ENV{'TMPDIR'}/aria2c/${rfn}_spp",
+                       "--daemon=false --no-conf", shellwords($ENV{ARIA2C_OPTIONS} || ''),
                        "-d $ENV{'TMPDIR'}/aria2c -o $rfn;",
                        "cat $ENV{'TMPDIR'}/aria2c/$rfn;",
                        "rm $ENV{'TMPDIR'}/aria2c/$rfn $ENV{'TMPDIR'}/aria2c/${rfn}_spp");
-       } elsif (tool_present('curl', 'curl')) {
-               return (qw(curl -f --connect-timeout 20 --retry 5 --location),
-                       $check_certificate ? () : '--insecure',
-                       shellwords($ENV{CURL_OPTIONS} || ''),
-                       $url);
        } else {
-               return (qw(wget --tries=5 --timeout=20 --output-document=-),
-                       $check_certificate ? () : '--no-check-certificate',
-                       shellwords($ENV{WGET_OPTIONS} || ''),
-                       $url);
+               return join(" ", $download_tool, $url);
        }
 }
 
@@ -234,15 +255,15 @@ foreach my $mirror (@ARGV) {
                push @mirrors, "https://mirrors.tuna.tsinghua.edu.cn/debian/$1";
                push @mirrors, "https://mirrors.ustc.edu.cn/debian/$1"
        } elsif ($mirror =~ /^\@APACHE\/(.+)$/) {
-               push @mirrors, "https://mirror.netcologne.de/apache.org/$1";
+               push @mirrors, "https://dlcdn.apache.org/$1";
                push @mirrors, "https://mirror.aarnet.edu.au/pub/apache/$1";
                push @mirrors, "https://mirror.csclub.uwaterloo.ca/apache/$1";
                push @mirrors, "https://archive.apache.org/dist/$1";
-               push @mirrors, "http://mirror.cogentco.com/pub/apache/$1";
-               push @mirrors, "http://mirror.navercorp.com/apache/$1";
-               push @mirrors, "http://ftp.jaist.ac.jp/pub/apache/$1";
-               push @mirrors, "ftp://apache.cs.utah.edu/apache.org/$1";
-               push @mirrors, "ftp://apache.mirrors.ovh.net/ftp.apache.org/dist/$1";
+               push @mirrors, "https://mirror.cogentco.com/pub/apache/$1";
+               push @mirrors, "https://mirror.navercorp.com/apache/$1";
+               push @mirrors, "https://ftp.jaist.ac.jp/pub/apache/$1";
+               push @mirrors, "https://apache.cs.utah.edu/apache.org/$1";
+               push @mirrors, "http://apache.mirrors.ovh.net/ftp.apache.org/dist/$1";
                push @mirrors, "https://mirrors.tuna.tsinghua.edu.cn/apache/$1";
                push @mirrors, "https://mirrors.ustc.edu.cn/apache/$1";
        } elsif ($mirror =~ /^\@GITHUB\/(.+)$/) {
@@ -253,23 +274,19 @@ foreach my $mirror (@ARGV) {
        } elsif ($mirror =~ /^\@GNU\/(.+)$/) {
                push @mirrors, "https://mirror.csclub.uwaterloo.ca/gnu/$1";
                push @mirrors, "https://mirror.netcologne.de/gnu/$1";
-               push @mirrors, "http://ftp.kddilabs.jp/GNU/gnu/$1";
-               push @mirrors, "http://www.nic.funet.fi/pub/gnu/gnu/$1";
-               push @mirrors, "http://mirror.internode.on.net/pub/gnu/$1";
-               push @mirrors, "http://mirror.navercorp.com/gnu/$1";
-               push @mirrors, "ftp://mirrors.rit.edu/gnu/$1";
-               push @mirrors, "ftp://download.xs4all.nl/pub/gnu/$1";
+               push @mirrors, "https://ftp.kddilabs.jp/GNU/gnu/$1";
+               push @mirrors, "https://www.nic.funet.fi/pub/gnu/gnu/$1";
+               push @mirrors, "https://mirror.navercorp.com/gnu/$1";
+               push @mirrors, "https://mirrors.rit.edu/gnu/$1";
                push @mirrors, "https://ftp.gnu.org/gnu/$1";
                push @mirrors, "https://mirrors.tuna.tsinghua.edu.cn/gnu/$1";
                push @mirrors, "https://mirrors.ustc.edu.cn/gnu/$1";
        } elsif ($mirror =~ /^\@SAVANNAH\/(.+)$/) {
                push @mirrors, "https://mirror.netcologne.de/savannah/$1";
                push @mirrors, "https://mirror.csclub.uwaterloo.ca/nongnu/$1";
-               push @mirrors, "http://ftp.acc.umu.se/mirror/gnu.org/savannah/$1";
-               push @mirrors, "http://nongnu.uib.no/$1";
-               push @mirrors, "http://ftp.igh.cnrs.fr/pub/nongnu/$1";
-               push @mirrors, "ftp://cdimage.debian.org/mirror/gnu.org/savannah/$1";
-               push @mirrors, "ftp://ftp.acc.umu.se/mirror/gnu.org/savannah/$1";
+               push @mirrors, "https://ftp.acc.umu.se/mirror/gnu.org/savannah/$1";
+               push @mirrors, "https://nongnu.uib.no/$1";
+               push @mirrors, "https://cdimage.debian.org/mirror/gnu.org/savannah/$1";
        } elsif ($mirror =~ /^\@KERNEL\/(.+)$/) {
                my @extra = ( $1 );
                if ($filename =~ /linux-\d+\.\d+(?:\.\d+)?-rc/) {
@@ -279,25 +296,19 @@ foreach my $mirror (@ARGV) {
                }
                foreach my $dir (@extra) {
                        push @mirrors, "https://cdn.kernel.org/pub/$dir";
-                       push @mirrors, "https://download.xs4all.nl/ftp.kernel.org/pub/$dir";
                        push @mirrors, "https://mirrors.mit.edu/kernel/$dir";
                        push @mirrors, "http://ftp.nara.wide.ad.jp/pub/kernel.org/$dir";
                        push @mirrors, "http://www.ring.gr.jp/archives/linux/kernel.org/$dir";
-                       push @mirrors, "ftp://ftp.riken.jp/Linux/kernel.org/$dir";
-                       push @mirrors, "ftp://www.mirrorservice.org/sites/ftp.kernel.org/pub/$dir";
-                       push @mirrors, "https://mirrors.tuna.tsinghua.edu.cn/kernel/$dir";
+                       push @mirrors, "https://ftp.riken.jp/Linux/kernel.org/$dir";
+                       push @mirrors, "https://www.mirrorservice.org/sites/ftp.kernel.org/pub/$dir";
                        push @mirrors, "https://mirrors.ustc.edu.cn/kernel.org/$dir";
                }
        } elsif ($mirror =~ /^\@GNOME\/(.+)$/) {
                push @mirrors, "https://download.gnome.org/sources/$1";
                push @mirrors, "https://mirror.csclub.uwaterloo.ca/gnome/sources/$1";
-               push @mirrors, "http://ftp.acc.umu.se/pub/GNOME/sources/$1";
-               push @mirrors, "http://ftp.kaist.ac.kr/gnome/sources/$1";
-               push @mirrors, "http://www.mirrorservice.org/sites/ftp.gnome.org/pub/GNOME/sources/$1";
-               push @mirrors, "http://mirror.internode.on.net/pub/gnome/sources/$1";
-               push @mirrors, "http://ftp.belnet.be/ftp.gnome.org/sources/$1";
-               push @mirrors, "ftp://ftp.cse.buffalo.edu/pub/Gnome/sources/$1";
-               push @mirrors, "ftp://ftp.nara.wide.ad.jp/pub/X11/GNOME/sources/$1";
+               push @mirrors, "https://ftp.acc.umu.se/pub/GNOME/sources/$1";
+               push @mirrors, "http://ftp.cse.buffalo.edu/pub/Gnome/sources/$1";
+               push @mirrors, "http://ftp.nara.wide.ad.jp/pub/X11/GNOME/sources/$1";
                push @mirrors, "https://mirrors.ustc.edu.cn/gnome/sources/$1";
        } else {
                push @mirrors, $mirror;
@@ -326,6 +337,8 @@ if (-f "$target/$filename") {
        };
 }
 
+$download_tool = select_tool();
+
 while (!-f "$target/$filename") {
        my $mirror = shift @mirrors;
        $mirror or die "No more mirrors to try - giving up.\n";
Hauke Mehrtens staging tree