global: introduce ALL_NONSHARED symbol
[openwrt/openwrt.git] / scripts / metadata.pl
index 13abcb29370c1df205cbedb7c6bc93c63032f169..5695bda4a45bb31ed2cea3bd8d96152db473ea21 100755 (executable)
@@ -3,87 +3,49 @@ use FindBin;
 use lib "$FindBin::Bin";
 use strict;
 use metadata;
+use Getopt::Long;
 
 my %board;
 
-sub confstr($) {
-       my $conf = shift;
-       $conf =~ tr#/\.\-/#___#;
-       return $conf;
+sub version_to_num($) {
+       my $str = shift;
+       my $num = 0;
+
+       if (defined($str) && $str =~ /^\d+(?:\.\d+)+$/)
+       {
+               my @n = (split(/\./, $str), 0, 0, 0, 0);
+               $num = ($n[0] << 24) | ($n[1] << 16) | ($n[2] << 8) | $n[3];
+       }
+
+       return $num;
 }
 
-sub parse_target_metadata() {
-       my $file = shift @ARGV;
-       my ($target, @target, $profile);
-       my %target;
+sub version_filter_list(@) {
+       my $cmpver = version_to_num(shift @_);
+       my @items;
 
-       open FILE, "<$file" or do {
-               warn "Can't open file '$file': $!\n";
-               return;
-       };
-       while (<FILE>) {
-               chomp;
-               /^Target:\s*(.+)\s*$/ and do {
-                       my $name = $1;
-                       $target = {
-                               id => $name,
-                               board => $name,
-                               boardconf => confstr($name),
-                               conf => confstr($name),
-                               profiles => [],
-                               features => [],
-                               depends => [],
-                               subtargets => []
-                       };
-                       push @target, $target;
-                       $target{$name} = $target;
-                       if ($name =~ /([^\/]+)\/([^\/]+)/) {
-                               push @{$target{$1}->{subtargets}}, $2;
-                               $target->{board} = $1;
-                               $target->{boardconf} = confstr($1);
-                               $target->{subtarget} = 1;
-                               $target->{parent} = $target{$1};
-                       }
-               };
-               /^Target-Name:\s*(.+)\s*$/ and $target->{name} = $1;
-               /^Target-Path:\s*(.+)\s*$/ and $target->{path} = $1;
-               /^Target-Arch:\s*(.+)\s*$/ and $target->{arch} = $1;
-               /^Target-Arch-Packages:\s*(.+)\s*$/ and $target->{arch_packages} = $1;
-               /^Target-Features:\s*(.+)\s*$/ and $target->{features} = [ split(/\s+/, $1) ];
-               /^Target-Depends:\s*(.+)\s*$/ and $target->{depends} = [ split(/\s+/, $1) ];
-               /^Target-Description:/ and $target->{desc} = get_multiline(*FILE);
-               /^Target-Optimization:\s*(.+)\s*$/ and $target->{cflags} = $1;
-               /^Linux-Version:\s*(.+)\s*$/ and $target->{version} = $1;
-               /^Linux-Release:\s*(.+)\s*$/ and $target->{release} = $1;
-               /^Linux-Kernel-Arch:\s*(.+)\s*$/ and $target->{karch} = $1;
-               /^Default-Subtarget:\s*(.+)\s*$/ and $target->{def_subtarget} = $1;
-               /^Default-Packages:\s*(.+)\s*$/ and $target->{packages} = [ split(/\s+/, $1) ];
-               /^Target-Profile:\s*(.+)\s*$/ and do {
-                       $profile = {
-                               id => $1,
-                               name => $1,
-                               packages => []
-                       };
-                       push @{$target->{profiles}}, $profile;
-               };
-               /^Target-Profile-Name:\s*(.+)\s*$/ and $profile->{name} = $1;
-               /^Target-Profile-Packages:\s*(.*)\s*$/ and $profile->{packages} = [ split(/\s+/, $1) ];
-               /^Target-Profile-Description:\s*(.*)\s*/ and $profile->{desc} = get_multiline(*FILE);
-               /^Target-Profile-Config:/ and $profile->{config} = get_multiline(*FILE, "\t");
-               /^Target-Profile-Kconfig:/ and $profile->{kconfig} = 1;
-       }
-       close FILE;
-       foreach my $target (@target) {
-               next if @{$target->{subtargets}} > 0;
-               @{$target->{profiles}} > 0 or $target->{profiles} = [
+       foreach my $item (@_)
+       {
+               if ($item =~ s/@(lt|le|gt|ge|eq|ne)(\d+(?:\.\d+)+)\b//)
+               {
+                       my $op = $1;
+                       my $symver = version_to_num($2);
+
+                       if ($symver > 0 && $cmpver > 0)
                        {
-                               id => 'Default',
-                               name => 'Default',
-                               packages => []
+                               next unless (($op eq 'lt' && $cmpver <  $symver) ||
+                                            ($op eq 'le' && $cmpver <= $symver) ||
+                                            ($op eq 'gt' && $cmpver >  $symver) ||
+                                            ($op eq 'ge' && $cmpver >= $symver) ||
+                                            ($op eq 'eq' && $cmpver == $symver) ||
+                                            ($op eq 'ne' && $cmpver != $symver));
                        }
-               ];
+               }
+
+               push @items, $item;
        }
-       return @target;
+
+       return @items;
 }
 
 sub gen_kconfig_overrides() {
@@ -92,6 +54,7 @@ sub gen_kconfig_overrides() {
        my $package;
        my $pkginfo = shift @ARGV;
        my $cfgfile = shift @ARGV;
+       my $patchver = shift @ARGV;
 
        # parameter 2: build system config
        open FILE, "<$cfgfile" or return;
@@ -106,7 +69,7 @@ sub gen_kconfig_overrides() {
                /^Package:\s*(.+?)\s*$/ and $package = $1;
                /^Kernel-Config:\s*(.+?)\s*$/ and do {
                        my @config = split /\s+/, $1;
-                       foreach my $config (@config) {
+                       foreach my $config (version_filter_list($patchver, @config)) {
                                my $val = 'm';
                                my $override;
                                if ($config =~ /^(.+?)=(.+)$/) {
@@ -157,6 +120,7 @@ sub target_config_features(@) {
                /broken/ and $ret .= "\tdepends on BROKEN\n";
                /audio/ and $ret .= "\tselect AUDIO_SUPPORT\n";
                /display/ and $ret .= "\tselect DISPLAY_SUPPORT\n";
+               /dt/ and $ret .= "\tselect USES_DEVICETREE\n";
                /gpio/ and $ret .= "\tselect GPIO_SUPPORT\n";
                /pci/ and $ret .= "\tselect PCI_SUPPORT\n";
                /pcie/ and $ret .= "\tselect PCIE_SUPPORT\n";
@@ -165,7 +129,8 @@ sub target_config_features(@) {
                /pcmcia/ and $ret .= "\tselect PCMCIA_SUPPORT\n";
                /rtc/ and $ret .= "\tselect RTC_SUPPORT\n";
                /squashfs/ and $ret .= "\tselect USES_SQUASHFS\n";
-               /jffs2/ and $ret .= "\tselect USES_JFFS2\n";
+               /jffs2$/ and $ret .= "\tselect USES_JFFS2\n";
+               /jffs2_nand/ and $ret .= "\tselect USES_JFFS2_NAND\n";
                /ext4/ and $ret .= "\tselect USES_EXT4\n";
                /targz/ and $ret .= "\tselect USES_TARGZ\n";
                /cpiogz/ and $ret .= "\tselect USES_CPIOGZ\n";
@@ -176,6 +141,9 @@ sub target_config_features(@) {
                /powerpc64/ and $ret .= "\tselect powerpc64\n";
                /nommu/ and $ret .= "\tselect NOMMU\n";
                /mips16/ and $ret .= "\tselect HAS_MIPS16\n";
+               /rfkill/ and $ret .= "\tselect RFKILL_SUPPORT\n";
+               /low_mem/ and $ret .= "\tselect LOW_MEMORY_FOOTPRINT\n";
+               /nand/ and $ret .= "\tselect NAND_SUPPORT\n";
        }
        return $ret;
 }
@@ -238,11 +206,11 @@ EOF
                grep { /broken/ } @{$target->{features}} and $confstr .= "\tdepends on BROKEN\n";
        } else {
                $confstr .= $features;
+               if ($target->{arch} =~ /\w/) {
+                       $confstr .= "\tselect $target->{arch}\n";
+               }
        }
 
-       if ($target->{arch} =~ /\w/) {
-               $confstr .= "\tselect $target->{arch}\n";
-       }
        foreach my $dep (@{$target->{depends}}) {
                my $mode = "depends on";
                my $flags;
@@ -262,7 +230,8 @@ EOF
 }
 
 sub gen_target_config() {
-       my @target = parse_target_metadata();
+       my $file = shift @ARGV;
+       my @target = parse_target_metadata($file);
        my %defaults;
 
        my @target_sort = sort {
@@ -352,6 +321,18 @@ EOF
                $target->{subtarget} or print "\t\tdefault \"".$target->{board}."\" if TARGET_".$target->{conf}."\n";
        }
        print <<EOF;
+config TARGET_SUBTARGET
+       string
+       default "generic" if !HAS_SUBTARGETS
+
+EOF
+
+       foreach my $target (@target) {
+               foreach my $subtarget (@{$target->{subtargets}}) {
+                       print "\t\tdefault \"$subtarget\" if TARGET_".$target->{conf}."_$subtarget\n";
+               }
+       }
+       print <<EOF;
 config TARGET_ARCH_PACKAGES
        string
        
@@ -370,6 +351,16 @@ EOF
                print "\tdefault \"".$target->{cflags}."\" if TARGET_".$target->{conf}."\n";
        }
        print "\tdefault \"-Os -pipe -funit-at-a-time\"\n";
+       print <<EOF;
+
+config CPU_TYPE
+       string
+EOF
+       foreach my $target (@target) {
+               next if @{$target->{subtargets}} > 0;
+               print "\tdefault \"".$target->{cputype}."\" if TARGET_".$target->{conf}."\n";
+       }
+       print "\tdefault \"\"\n";
 
        my %kver;
        foreach my $target (@target) {
@@ -440,6 +431,7 @@ sub mconf_depends {
        my $parent_condition = shift;
        $dep or $dep = {};
        $seen or $seen = {};
+       my @t_depends;
 
        $depends or return;
        my @depends = @$depends;
@@ -452,6 +444,7 @@ sub mconf_depends {
 
                next if $condition eq $depend;
                next if $seen->{"$parent_condition:$depend"};
+               next if $seen->{":$depend"};
                $seen->{"$parent_condition:$depend"} = 1;
                if ($depend =~ /^(.+):(.+)$/) {
                        if ($1 ne "PACKAGE_$pkgname") {
@@ -472,7 +465,7 @@ sub mconf_depends {
                                # thus if FOO depends on other config options, these dependencies
                                # will not be checked. To fix this, we simply emit all of FOO's
                                # depends here as well.
-                               $package{$depend} and mconf_depends($pkgname, $package{$depend}->{depends}, 1, $dep, $seen, $condition);
+                               $package{$depend} and push @t_depends, [ $package{$depend}->{depends}, $condition ];
 
                                $m = "select";
                                next if $only_dep;
@@ -483,12 +476,17 @@ sub mconf_depends {
                                        next if $depend eq $condition;
                                        $depend = "$depend if $condition";
                                } else {
-                                       $depend = "!($condition) || $depend";
+                                       $depend = "!($condition) || $depend" unless $dep->{$condition} eq 'select';
                                }
                        }
                }
                $dep->{$depend} =~ /select/ or $dep->{$depend} = $m;
        }
+
+       foreach my $tdep (@t_depends) {
+               mconf_depends($pkgname, $tdep->[0], 1, $dep, $seen, $tdep->[1]);
+       }
+
        foreach my $depend (keys %$dep) {
                my $m = $dep->{$depend};
                $res .= "\t\t$m $depend\n";
@@ -496,6 +494,18 @@ sub mconf_depends {
        return $res;
 }
 
+sub mconf_conflicts {
+       my $pkgname = shift;
+       my $depends = shift;
+       my $res = "";
+
+       foreach my $depend (@$depends) {
+               next unless $package{$depend};
+               $res .= "\t\tdepends on m || (PACKAGE_$depend != y)\n";
+       }
+       return $res;
+}
+
 sub print_package_config_category($) {
        my $cat = shift;
        my %menus;
@@ -547,11 +557,24 @@ sub print_package_config_category($) {
                        $pkg->{hidden} and $title = "";
                        print "\t\t".($pkg->{tristate} ? 'tristate' : 'bool')." $title\n";
                        print "\t\tdefault y if DEFAULT_".$pkg->{name}."\n";
-                       foreach my $default (split /\s*,\s*/, $pkg->{default}) {
-                               print "\t\tdefault $default\n";
+                       unless ($pkg->{hidden}) {
+                               my @def = ("ALL");
+                               if (!exists($pkg->{repository})) {
+                                       push @def, "ALL_NONSHARED";
+                               }
+                               if ($pkg->{name} =~ /^kmod-/) {
+                                       push @def, "ALL_KMODS";
+                               }
+                               $pkg->{default} ||= "m if " . join("||", @def);
+                       }
+                       if ($pkg->{default}) {
+                               foreach my $default (split /\s*,\s*/, $pkg->{default}) {
+                                       print "\t\tdefault $default\n";
+                               }
                        }
                        print mconf_depends($pkg->{name}, $pkg->{depends}, 0);
                        print mconf_depends($pkg->{name}, $pkg->{mdepends}, 0);
+                       print mconf_conflicts($pkg->{name}, $pkg->{conflicts});
                        print "\t\thelp\n";
                        print $pkg->{description};
                        print "\n";
@@ -593,6 +616,13 @@ EOF
        print "endmenu\n\n";
 }
 
+sub print_package_overrides() {
+       keys %overrides > 0 or return;
+       print "\tconfig OVERRIDE_PKGS\n";
+       print "\t\tstring\n";
+       print "\t\tdefault \"".join(" ", keys %overrides)."\"\n\n";
+}
+
 sub gen_package_config() {
        parse_package_metadata($ARGV[0]) or exit 1;
        print "menuconfig IMAGEOPT\n\tbool \"Image configuration\"\n\tdefault n\n";
@@ -615,9 +645,10 @@ EOF
        }
        print_package_features();
        print_package_config_category 'Base system';
-       foreach my $cat (keys %category) {
+       foreach my $cat (sort {uc($a) cmp uc($b)} keys %category) {
                print_package_config_category $cat;
        }
+       print_package_overrides();
 }
 
 sub get_conditional_dep($$) {
@@ -648,19 +679,12 @@ sub gen_package_mk() {
 
                next if defined $pkg->{vdepends};
 
-               if ($ENV{SDK}) {
-                       $conf{$pkg->{src}} or do {
-                               $config = 'm';
-                               $conf{$pkg->{src}} = 1;
-                       };
-               } else {
-                       $config = "\$(CONFIG_PACKAGE_$name)"
-               }
+               $config = "\$(CONFIG_PACKAGE_$name)";
                if ($config) {
                        $pkg->{buildonly} and $config = "";
                        print "package-$config += $pkg->{subdir}$pkg->{src}\n";
                        if ($pkg->{variant}) {
-                               if (!defined($done{$pkg->{src}})) {
+                               if (!defined($done{$pkg->{src}}) or $pkg->{variant_default}) {
                                        print "\$(curdir)/$pkg->{subdir}$pkg->{src}/default-variant := $pkg->{variant}\n";
                                }
                                print "\$(curdir)/$pkg->{subdir}$pkg->{src}/variants += \$(if $config,$pkg->{variant})\n"
@@ -755,9 +779,10 @@ sub gen_package_mk() {
                                } elsif (defined($srcpackage{$dep})) {
                                        $idx = $subdir{$dep}.$dep;
                                }
-                               $idx .= $suffix;
-                               undef $idx if $idx =~ /^(kernel)|(base-files)$/;
+                               undef $idx if $idx eq 'base-files';
                                if ($idx) {
+                                       $idx .= $suffix;
+
                                        my $depline;
                                        next if $pkg->{src} eq $pkg_dep->{src}.$suffix;
                                        next if $dep{$condition.":".$pkg->{src}."->".$idx};
@@ -823,7 +848,46 @@ sub gen_package_source() {
        }
 }
 
+sub gen_package_subdirs() {
+       parse_package_metadata($ARGV[0]) or exit 1;
+       foreach my $name (sort {uc($a) cmp uc($b)} keys %package) {
+               my $pkg = $package{$name};
+               if ($pkg->{name} && $pkg->{repository}) {
+                       print "Package/$name/subdir = $pkg->{repository}\n";
+               }
+       }
+}
+
+sub gen_package_license($) {
+       my $level = shift;
+       parse_package_metadata($ARGV[0]) or exit 1;
+       foreach my $name (sort {uc($a) cmp uc($b)} keys %package) {
+               my $pkg = $package{$name};
+               if ($pkg->{name}) {
+                       if ($pkg->{license}) {
+                               print "$pkg->{name}: ";
+                               print "$pkg->{license}\n";
+                               if ($pkg->{licensefiles} && $level == 0) {
+                                       print "\tFiles: $pkg->{licensefiles}\n";
+                               }
+                       } else {
+                               if ($level == 1) {
+                                       print "$pkg->{name}: Missing license! ";
+                                       print "Please fix $pkg->{makefile}\n";
+                               }
+                       }
+               }
+       }
+}
+
+sub gen_version_filtered_list() {
+       foreach my $item (version_filter_list(@ARGV)) {
+               print "$item\n";
+       }
+}
+
 sub parse_command() {
+       GetOptions("ignore=s", \@ignore);
        my $cmd = shift @ARGV;
        for ($cmd) {
                /^target_config$/ and return gen_target_config();
@@ -831,15 +895,25 @@ sub parse_command() {
                /^package_config$/ and return gen_package_config();
                /^kconfig/ and return gen_kconfig_overrides();
                /^package_source$/ and return gen_package_source();
+               /^package_subdirs$/ and return gen_package_subdirs();
+               /^package_license$/ and return gen_package_license(0);
+               /^package_licensefull$/ and return gen_package_license(1);
+               /^version_filter$/ and return gen_version_filtered_list();
        }
        print <<EOF
 Available Commands:
-       $0 target_config [file]         Target metadata in Kconfig format
-       $0 package_mk [file]            Package metadata in makefile format
-       $0 package_config [file]        Package metadata in Kconfig format
-       $0 kconfig [file] [config]      Kernel config overrides
-       $0 package_source [file]        Package source file information
-
+       $0 target_config [file]                 Target metadata in Kconfig format
+       $0 package_mk [file]                    Package metadata in makefile format
+       $0 package_config [file]                Package metadata in Kconfig format
+       $0 kconfig [file] [config] [patchver]   Kernel config overrides
+       $0 package_source [file]                Package source file information
+       $0 package_subdirs [file]               Package subdir information in makefile format
+       $0 package_license [file]               Package license information
+       $0 package_licensefull [file]           Package license information (full list)
+       $0 version_filter [patchver] [list...]  Filter list of version tagged strings
+
+Options:
+       --ignore <name>                         Ignore the source package <name>
 EOF
 }