X-Git-Url: http://git.openwrt.org/?p=openwrt%2Fopenwrt.git;a=blobdiff_plain;f=scripts%2Ffeeds;h=f49cdb3e457d5256108e84c4bb52d1069a57a1dd;hp=1da44f539fd143ef395132203edcc6f01d64ce1f;hb=0f30f56e3857f3271796f4e5fa8f651841ab1a94;hpb=c5fbcf59e0fcaba3dd137d406e38b3eb27d21573

diff --git a/scripts/feeds b/scripts/feeds
index 1da44f539f..f49cdb3e45 100755
--- a/scripts/feeds
+++ b/scripts/feeds
@@ -1,4 +1,4 @@
-#!/usr/bin/perl
+#!/usr/bin/env perl
 use Getopt::Std;
 use FindBin;
 use Cwd;
@@ -9,7 +9,8 @@ use strict;
 use Cwd 'abs_path';
 
 chdir "$FindBin::Bin/..";
-$ENV{TOPDIR}=getcwd();
+$ENV{TOPDIR} //= getcwd();
+chdir $ENV{TOPDIR};
 $ENV{GIT_CONFIG_PARAMETERS}="'core.autocrlf=false'";
 $ENV{GREP_OPTIONS}="";
 
@@ -22,18 +23,23 @@ my @mkver = split /\s+/, `$mk -v`, 4;
 my $valid_mk = 1;
 $mkver[0] =~ /^GNU/ or $valid_mk = 0;
 $mkver[1] =~ /^Make/ or $valid_mk = 0;
-$mkver[2] >= "3.81" or $valid_mk = 0;
+
+my ($mkv1, $mkv2) = split /\./, $mkver[2];
+($mkv1 >= 4 || ($mkv1 == 3 && $mkv2 >= 81)) or $valid_mk = 0;
+
 $valid_mk or die "Unsupported version of make found: $mk\n";
 
 my @feeds;
 my %build_packages;
 my %installed;
+my %installed_pkg;
 my %installed_targets;
 my %feed_cache;
 
 my $feed_package = {};
 my $feed_src = {};
 my $feed_target = {};
+my $feed_vpackage = {};
 
 sub parse_config() {
 	my $line = 0;
@@ -126,20 +132,22 @@ my %update_method = (
 		'init_branch'   => "git clone --depth 1 --branch '%s' '%s' '%s'",
 		'init_commit'   => "git clone '%s' '%s' && cd '%s' && git checkout -b '%s' '%s' && cd -",
 		'update'	=> "git pull --ff",
+		'update_force'	=> "git pull --ff || (git reset --hard HEAD; git pull --ff; exit 1)",
 		'controldir'	=> ".git",
-		'revision'	=> "git show --abbrev-commit HEAD | head -n 1 | cut -d ' ' -f 2 | tr -d '\n'"},
+		'revision'	=> "git rev-parse --short HEAD | tr -d '\n'"},
 	'src-git-full' => {
 		'init'          => "git clone '%s' '%s'",
 		'init_branch'   => "git clone --branch '%s' '%s' '%s'",
 		'init_commit'   => "git clone '%s' '%s' && cd '%s' && git checkout -b '%s' '%s' && cd -",
 		'update'	=> "git pull --ff",
+		'update_force'	=> "git pull --ff || (git reset --hard HEAD; git pull --ff; exit 1)",
 		'controldir'	=> ".git",
-		'revision'	=> "git show --abbrev-commit HEAD | head -n 1 | cut -d ' ' -f 2 | tr -d '\n'"},
+		'revision'	=> "git rev-parse --short HEAD | tr -d '\n'"},
 	'src-gitsvn' => {
 		'init'	=> "git svn clone -r HEAD '%s' '%s'",
 		'update'	=> "git svn rebase",
 		'controldir'	=> ".git",
-		'revision'	=> "git show --abbrev-commit HEAD | head -n 1 | cut -d ' ' -f 2 | tr -d '\n'"},
+		'revision'	=> "git rev-parse --short HEAD | tr -d '\n'"},
 	'src-bzr' => {
 		'init'		=> "bzr checkout --lightweight '%s' '%s'",
 		'update'	=> "bzr update",
@@ -157,11 +165,12 @@ my %update_method = (
 # src-git: pull broken
 # src-cpy: broken if `basename $src` != $name
 
-sub update_feed_via($$$$) {
+sub update_feed_via($$$$$) {
 	my $type = shift;
 	my $name = shift;
 	my $src = shift;
 	my $relocate = shift;
+	my $force = shift;
 
 	my $m = $update_method{$type};
 	my $localpath = "./feeds/$name";
@@ -182,7 +191,11 @@ sub update_feed_via($$$$) {
 	} elsif ($m->{'init_commit'} and $commit) {
 		# in case git hash has been provided don't update the feed
 	} else {
-		system("cd '$safepath'; $m->{'update'}") == 0 or return 1;
+		my $update_cmd = $m->{'update'};
+		if ($force && exists $m->{'update_force'}) {
+			$update_cmd = $m->{'update_force'};
+		}
+		system("cd '$safepath'; $update_cmd") == 0 or return 1;
 	}
 
 	return 0;
@@ -212,20 +225,21 @@ sub get_feed($) {
 		parse_package_metadata($file) or return;
 		my %target = get_targets("./feeds/$feed.targetindex");
 
-		$feed_cache{$feed} = [ { %package }, { %srcpackage }, { %target } ];
+		$feed_cache{$feed} = [ { %package }, { %srcpackage }, { %target }, { %vpackage } ];
 	}
 
 	$feed_package = $feed_cache{$feed}->[0];
 	$feed_src = $feed_cache{$feed}->[1];
 	$feed_target = $feed_cache{$feed}->[2];
-	return $feed_cache{$feed}->[0];
+	$feed_vpackage = $feed_cache{$feed}->[3];
 }
 
 sub get_installed() {
 	system("$mk -s prepare-tmpinfo OPENWRT_BUILD=");
 	clear_packages();
 	parse_package_metadata("./tmp/.packageinfo");
-	%installed = %package;
+	%installed_pkg = %vpackage;
+	%installed = %srcpackage;
 	%installed_targets = get_targets("./tmp/.targetinfo");
 }
 
@@ -241,7 +255,6 @@ sub search_feed {
 		my $substr;
 		my $pkgmatch = 1;
 
-		next if $pkg->{vdepends};
 		foreach my $substr (@substr) {
 			my $match;
 			foreach my $key (qw(name title description src)) {
@@ -295,7 +308,6 @@ sub list_feed {
 	get_feed($feed);
 	foreach my $name (sort { lc($a) cmp lc($b) } keys %$feed_package) {
 		my $pkg = $feed_package->{$name};
-		next if $pkg->{vdepends};
 		if($pkg->{name}) {
 			printf "\%-32s\t\%s\n", $pkg->{name}, $pkg->{title};
 		}
@@ -314,7 +326,7 @@ sub list_feed {
 sub list {
 	my %opts;
 
-	getopts('r:d:nsh', \%opts);
+	getopts('r:d:nshf', \%opts);
 	if ($opts{h}) {
 		usage();
 		return 0;
@@ -330,7 +342,7 @@ sub list {
 			my $localpath = "./feeds/$feed->[1]";
 			my $m = $update_method{$feed->[0]};
 			my $revision;
-			if( !$m->{'revision'} ) {
+			if (!-d "$localpath" || !$m->{'revision'}) {
 				$revision = "X";
 			}
 			elsif( $m->{'controldir'} && -d "$localpath/$m->{'controldir'}" ) {
@@ -342,8 +354,16 @@ sub list {
 			if ($opts{d}) {
 				printf "%s%s%s%s%s%s%s\n", $feed->[1], $opts{d}, $feed->[0], $opts{d}, $revision, $opts{d}, join(", ", @{$feed->[2]});
 			}
+			elsif ($opts{f}) {
+				my $uri = join(", ", @{$feed->[2]});
+				if ($revision ne "local" && $revision ne "X") {
+					$uri =~ s/[;^].*//;
+					$uri .= "^" . $revision;
+				}
+				printf "%s %s %s\n", $feed->[0], $feed->[1], $uri;
+			}
 			else {
-				printf "\%-8s \%-8s \%-8s \%s\n", $feed->[1], $feed->[0], $revision, join(", ", @{$feed->[2]});
+				printf "\%-10s \%-8s \%-8s \%s\n", $feed->[1], $feed->[0], $revision, join(", ", @{$feed->[2]});
 			}
 		}
 		return 0;
@@ -354,12 +374,12 @@ sub list {
 	return 0;
 }
 
-sub do_install_package($$) {
+sub do_install_src($$) {
 	my $feed = shift;
-	my $pkg = shift;
-	my $path = $pkg->{makefile};
+	my $src = shift;
 
-	if($path) {
+	my $path = $src->{makefile};
+	if ($path) {
 		$path =~ s/\/Makefile$//;
 
 		-d "./package/feeds" or mkdir "./package/feeds";
@@ -397,6 +417,18 @@ sub do_install_target($) {
 	return 0;
 }
 
+sub lookup_src($$) {
+	my $feed = shift;
+	my $src = shift;
+
+	foreach my $feed ($feed, @feeds) {
+		next unless $feed->[1];
+		next unless $feed_cache{$feed->[1]};
+		$feed_cache{$feed->[1]}->[1]->{$src} and return $feed;
+	}
+	return;
+}
+
 sub lookup_package($$) {
 	my $feed = shift;
 	my $package = shift;
@@ -404,7 +436,7 @@ sub lookup_package($$) {
 	foreach my $feed ($feed, @feeds) {
 		next unless $feed->[1];
 		next unless $feed_cache{$feed->[1]};
-		$feed_cache{$feed->[1]}->[0]->{$package} and return $feed;
+		$feed_cache{$feed->[1]}->[3]->{$package} and return $feed;
 	}
 	return;
 }
@@ -421,9 +453,9 @@ sub lookup_target($$) {
 	return;
 }
 
-sub is_core_package($) {
-	my $package = shift;
-	foreach my $file ("tmp/info/.packageinfo-$package", glob("tmp/info/.packageinfo-*_$package")) {
+sub is_core_src($) {
+	my $src = shift;
+	foreach my $file ("tmp/info/.packageinfo-$src", glob("tmp/info/.packageinfo-*_$src")) {
 		next unless index($file, "tmp/info/.packageinfo-feeds_");
 		return 1 if -s $file;
 	}
@@ -434,6 +466,8 @@ sub install_target {
 	my $feed = shift;
 	my $name = shift;
 
+	$installed_targets{$name} and return 0;
+
 	$feed = $feed_cache{$feed->[1]}->[2];
 	$feed or return 0;
 
@@ -444,74 +478,71 @@ sub install_target {
 	return do_install_target($target);
 }
 
-sub install_package {
+sub install_src {
 	my $feed = shift;
 	my $name = shift;
 	my $force = shift;
 	my $ret = 0;
 
-	my $this_feed_target = lookup_target($feed, $name);
-	$this_feed_target and do {
-		$installed_targets{$name} and return 0;
-		install_target($this_feed_target, $name);
-		return 0;
-	};
-
-	$feed = lookup_package($feed, $name);
-	$feed or do {
+	$feed = lookup_src($feed, $name);
+	unless ($feed) {
 		$installed{$name} and return 0;
-		# TODO: check if it's already installed within ./package directory
-		$feed_src->{$name} or is_core_package($name) or warn "WARNING: No feed for package '$name' found, maybe it's already part of the standard packages?\n";
+		$feed_src->{$name} or warn "WARNING: No feed for source package '$name' found\n";
 		return 0;
-	};
+	}
 
 	# switch to the metadata for the selected feed
-	my $cur = get_feed($feed->[1]);
-
-	my $pkg = $cur->{$name} or return 1;
-	$pkg->{name} or do {
-		$installed{$name} and return 0;
-		# TODO: check if this is an alias package, maybe it's known by another name
-		warn "WARNING: Package '$name' is not available in feed $feed->[1].\n";
-		return 0;
-	};
-	my $src = $pkg->{src};
-	my $type = $feed->[0];
-	$src or $src = $name;
+	get_feed($feed->[1]);
+	my $src = $feed_src->{$name} or return 1;
 
 	# If it's a core package and we don't want to override, just return
-	!$force and is_core_package($src) and return 0;
-
-	# previously installed packages set the runtime package
-	# newly installed packages set the source package to 1
-	$installed{$src} and $installed{$src} == 1 and return 0;
+	my $override = 0;
+	if (is_core_src($name)) {
+		return 0 unless $force;
+		$override = 1;
+	}
 
-	# we'll trigger the override only with the 3 conditions below:
-	# - override is allowed by command line (-f)
-	# - a package with the same src exists in the core packages list
-	# - the package previously installed is not from a feed
-	my $override = 1 if ($force and is_core_package($src) and !$installed{$name}->{feed});
+	if ($installed{$name}) {
+		# newly installed packages set the source package to 1
+		return 0 if ($installed{$name} == 1);
+		return 0 unless ($override);
+	}
 
-	# check previously installed packages
-	$installed{$name} and !$override and return 0;
-	$installed{$src} = 1;
+	$installed{$name} = 1;
+	foreach my $pkg (@{$src->{packages}}) {
+		foreach my $vpkg (@{$pkg->{provides}}) {
+			$installed_pkg{$vpkg} = 1;
+		}
+	}
 
-	defined($override) and $override == 1
-		and warn "Overriding core package '$src' with version from $feed->[1]\n"
-		or warn "Installing package '$src' from $feed->[1]\n";
+	if ($override) {
+		warn "Overriding core package '$name' with version from $feed->[1]\n";
+	} else {
+		warn "Installing package '$name' from $feed->[1]\n";
+	}
 
-	do_install_package($feed, $pkg) == 0 or do {
+	do_install_src($feed, $src) == 0 or do {
 		warn "failed.\n";
 		return 1;
 	};
 
 	# install all dependencies referenced from the source package
-	foreach my $vpkg (@{$feed_src->{$src}}) {
-		foreach my $dep (@{$vpkg->{depends}}, @{$vpkg->{builddepends}}, @{$vpkg->{"builddepends/host"}}) {
+	foreach my $dep (
+		@{$src->{builddepends}},
+		@{$src->{'builddepends/host'}},
+	) {
+		next if $dep =~ /@/;
+		$dep =~ s/^.+://;
+		$dep =~ s/\/.+$//;
+		next unless $dep;
+		install_src($feed, $dep, 0) == 0 or $ret = 1;
+	}
+
+	foreach my $pkg (@{$src->{packages}}) {
+		foreach my $dep (@{$pkg->{depends}}) {
 			next if $dep =~ /@/;
 			$dep =~ s/^\+//;
 			$dep =~ s/^.+://;
-			$dep =~ s/\/.+$//;
 			next unless $dep;
 			install_package($feed, $dep, 0) == 0 or $ret = 1;
 		}
@@ -520,9 +551,50 @@ sub install_package {
 	return $ret;
 }
 
+sub install_package {
+	my $feed = shift;
+	my $name = shift;
+	my $force = shift;
+
+	$feed = lookup_package($feed, $name);
+	unless ($feed) {
+		$installed_pkg{$name} and return 0;
+		$feed_vpackage->{$name} or warn "WARNING: No feed for package '$name' found\n";
+		return 0;
+	}
+
+	# switch to the metadata for the selected feed
+	get_feed($feed->[1]);
+	my $pkg = $feed_vpackage->{$name} or return 1;
+	return install_src($feed, $pkg->[0]{src}{name}, $force);
+}
+
+sub install_target_or_package {
+	my $feed = shift;
+	my $name = shift;
+	my $force = shift;
+
+	my $this_feed_target = lookup_target($feed, $name);
+	$this_feed_target and do {
+		return install_target($this_feed_target, $name);
+	};
+
+	my $this_feed_src = lookup_src($feed, $name);
+	$this_feed_src and do {
+		return install_src($this_feed_src, $name, $force);
+	};
+
+	return install_package($feed, $name, $force);
+}
+
 sub refresh_config {
 	my $default = shift;
 
+	# Don't create .config if it doesn't already exist so that making a
+	# config only occurs when the user intends it do (however we do
+	# want to refresh an existing config).
+	return if not (-e '.config');
+
 	# workaround for timestamp check
 	system("rm -f tmp/.packageinfo");
 
@@ -562,19 +634,15 @@ sub install {
 			if (!defined($opts{p}) or $opts{p} eq $f->[1]) {
 				printf "Installing all packages from feed %s.\n", $f->[1];
 				get_feed($f->[1]);
-				foreach my $name (sort { lc($a) cmp lc($b) } keys %$feed_package) {
-					my $p = $feed_package->{$name};
-					next if $p->{vdepends};
-					if( $p->{name} ) {
-						install_package($feed, $p->{name}, exists($opts{f})) == 0 or $ret = 1;
-						get_feed($f->[1]);
-					}
+				foreach my $name (sort { lc($a) cmp lc($b) } keys %$feed_src) {
+					install_src($feed, $name, exists($opts{f})) == 0 or $ret = 1;
+					get_feed($f->[1]);
 				}
 			}
 		}
 	} else {
 		while ($name = shift @ARGV) {
-			install_package($feed, $name, exists($opts{f})) == 0 or $ret = 1;
+			install_target_or_package($feed, $name, exists($opts{f})) == 0 or $ret = 1;
 		}
 	}
 
@@ -637,7 +705,7 @@ sub uninstall {
 				warn "WARNING: $name not installed\n";
 				next;
 			};
-			$pkg->{src} and $name = $pkg->{src};
+			$pkg->{src} and $name = $pkg->{src}{name};
 			warn "Uninstalling package '$name'\n";
 			system("rm -f ./package/feeds/*/$name");
 			$uninstall = 1;
@@ -647,13 +715,15 @@ sub uninstall {
 	return 0;
 }
 
-sub update_feed($$$$)
+sub update_feed($$$$$)
 {
 	my $type=shift;
 	my $name=shift;
 	my $src=shift;
 	my $perform_update=shift;
+	my $force_update=shift;
 	my $force_relocate=update_location( $name, "@$src" );
+	my $rv=0;
 
 	if( $force_relocate ) {
 		warn "Source of feed $name has changed, replacing copy\n";
@@ -666,9 +736,16 @@ sub update_feed($$$$)
 		my $failed = 1;
 		foreach my $feedsrc (@$src) {
 			warn "Updating feed '$name' from '$feedsrc' ...\n";
-			next unless update_feed_via($type, $name, $feedsrc, $force_relocate) == 0;
+			if (update_feed_via($type, $name, $feedsrc, $force_relocate, $force_update) != 0) {
+				if ($force_update) {
+					$rv=1;
+					$failed=0;
+					warn "failed, ignore.\n";
+					next;
+				}
+				last;
+			}
 			$failed = 0;
-			last;
 		}
 		$failed and do {
 			warn "failed.\n";
@@ -680,7 +757,7 @@ sub update_feed($$$$)
 		warn "failed.\n";
 		return 1;
 	};
-	return 0;
+	return $rv;
 }
 
 sub update {
@@ -692,7 +769,7 @@ sub update {
 	$ENV{SCAN_COOKIE} = $$;
 	$ENV{OPENWRT_VERBOSE} = 's';
 
-	getopts('ahi', \%opts);
+	getopts('ahif', \%opts);
 
 	if ($opts{h}) {
 		usage();
@@ -712,7 +789,7 @@ sub update {
 	if ( ($#ARGV == -1) or $opts{a}) {
 		foreach my $feed (@feeds) {
 			my ($type, $name, $src) = @$feed;
-			update_feed($type, $name, $src, $perform_update) == 0 or $failed=1;
+			update_feed($type, $name, $src, $perform_update, $opts{f}) == 0 or $failed=1;
 		}
 	} else {
 		while ($feed_name = shift @ARGV) {
@@ -721,7 +798,7 @@ sub update {
 				if($feed_name ne $name) {
 					next;
 				}
-				update_feed($type, $name, $src, $perform_update) == 0 or $failed=1;
+				update_feed($type, $name, $src, $perform_update, $opts{f}) == 0 or $failed=1;
 			}
 		}
 	}
@@ -758,6 +835,7 @@ Commands:
 	    -s :            List of feed names and their URL.
 	    -r <feedname>:  List packages of specified feed.
 	    -d <delimiter>: Use specified delimiter to distinguish rows (default: spaces)
+	    -f :            List feeds in feeds.conf compatible format (when using -s).
 
 	install [options] <package>: Install a package
 	Options:
@@ -778,6 +856,7 @@ Commands:
 	Options:
 	    -a :           Update all feeds listed within feeds.conf. Otherwise the specified feeds will be updated.
 	    -i :           Recreate the index only. No feed update from repository is performed.
+	    -f :           Force updating feeds even if there are changed, uncommitted files.
 
 	clean:             Remove downloaded/generated files.