build: add option to mark devices as BROKEN
[openwrt/openwrt.git] / scripts / metadata.pm
1 package metadata;
2 use base 'Exporter';
3 use strict;
4 use warnings;
5 our @EXPORT = qw(%package %vpackage %srcpackage %category %overrides clear_packages parse_package_metadata parse_target_metadata get_multiline @ignore %usernames %groupnames);
6
7 our %package;
8 our %vpackage;
9 our %srcpackage;
10 our %category;
11 our %overrides;
12 our @ignore;
13
14 our %usernames;
15 our %groupnames;
16 our %userids;
17 our %groupids;
18
19 sub get_multiline {
20 my $fh = shift;
21 my $prefix = shift;
22 my $str;
23 while (<$fh>) {
24 last if /^@@/;
25 $str .= (($_ and $prefix) ? $prefix . $_ : $_);
26 }
27
28 return $str ? $str : "";
29 }
30
31 sub confstr($) {
32 my $conf = shift;
33 $conf =~ tr#/\.\-/#___#;
34 return $conf;
35 }
36
37 sub parse_package_metadata_usergroup($$$$$) {
38 my $makefile = shift;
39 my $typename = shift;
40 my $names = shift;
41 my $ids = shift;
42 my $spec = shift;
43 my $name;
44 my $id;
45
46 # the regex for name is taken from is_valid_name() of package shadow
47 if ($spec =~ /^([a-z_][a-z0-9_-]*\$?)$/) {
48 $name = $spec;
49 $id = -1;
50 } elsif ($spec =~ /^([a-z_][a-z0-9_-]*\$?)=(\d+)$/) {
51 $name = $1;
52 $id = $2;
53 } else {
54 warn "$makefile: invalid $typename spec $spec\n";
55 return 0;
56 }
57
58 if ($id =~ /^[1-9]\d*$/) {
59 if ($id >= 65536) {
60 warn "$makefile: $typename $name id $id >= 65536";
61 return 0;
62 }
63 if (not exists $ids->{$id}) {
64 $ids->{$id} = {
65 name => $name,
66 makefile => $makefile,
67 };
68 } elsif ($ids->{$id}{name} ne $name) {
69 warn "$makefile: $typename $name id $id is already taken by $ids->{$id}{makefile}\n";
70 return 0;
71 }
72 } elsif ($id != -1) {
73 warn "$makefile: $typename $name has invalid id $id\n";
74 return 0;
75 }
76
77 if (not exists $names->{$name}) {
78 $names->{$name} = {
79 id => $id,
80 makefile => $makefile,
81 };
82 } elsif ($names->{$name}{id} != $id) {
83 warn "$makefile: id of $typename $name collides with that defined defined in $names->{$name}{makefile}\n";
84 return 0;
85 }
86 return 1;
87 }
88
89 sub parse_target_metadata($) {
90 my $file = shift;
91 my ($target, @target, $profile);
92 my %target;
93 my $makefile;
94
95 open FILE, "<$file" or do {
96 warn "Can't open file '$file': $!\n";
97 return;
98 };
99 while (<FILE>) {
100 chomp;
101 /^Source-Makefile: \s*((.+\/)([^\/]+)\/Makefile)\s*$/ and $makefile = $1;
102 /^Target:\s*(.+)\s*$/ and do {
103 my $name = $1;
104 $target = {
105 id => $name,
106 board => $name,
107 makefile => $makefile,
108 boardconf => confstr($name),
109 conf => confstr($name),
110 profiles => [],
111 features => [],
112 depends => [],
113 subtargets => []
114 };
115 push @target, $target;
116 $target{$name} = $target;
117 if ($name =~ /([^\/]+)\/([^\/]+)/) {
118 push @{$target{$1}->{subtargets}}, $2;
119 $target->{board} = $1;
120 $target->{boardconf} = confstr($1);
121 $target->{subtarget} = 1;
122 $target->{parent} = $target{$1};
123 }
124 };
125 /^Target-Name:\s*(.+)\s*$/ and $target->{name} = $1;
126 /^Target-Arch:\s*(.+)\s*$/ and $target->{arch} = $1;
127 /^Target-Arch-Packages:\s*(.+)\s*$/ and $target->{arch_packages} = $1;
128 /^Target-Features:\s*(.+)\s*$/ and $target->{features} = [ split(/\s+/, $1) ];
129 /^Target-Depends:\s*(.+)\s*$/ and $target->{depends} = [ split(/\s+/, $1) ];
130 /^Target-Description:/ and $target->{desc} = get_multiline(*FILE);
131 /^Target-Optimization:\s*(.+)\s*$/ and $target->{cflags} = $1;
132 /^CPU-Type:\s*(.+)\s*$/ and $target->{cputype} = $1;
133 /^Linux-Version:\s*(.+)\s*$/ and $target->{version} = $1;
134 /^Linux-Testing-Version:\s*(.+)\s*$/ and $target->{testing_version} = $1;
135 /^Linux-Release:\s*(.+)\s*$/ and $target->{release} = $1;
136 /^Linux-Kernel-Arch:\s*(.+)\s*$/ and $target->{karch} = $1;
137 /^Default-Subtarget:\s*(.+)\s*$/ and $target->{def_subtarget} = $1;
138 /^Default-Packages:\s*(.+)\s*$/ and $target->{packages} = [ split(/\s+/, $1) ];
139 /^Target-Profile:\s*(.+)\s*$/ and do {
140 $profile = {
141 id => $1,
142 name => $1,
143 has_image_metadata => 0,
144 supported_devices => [],
145 priority => 999,
146 packages => [],
147 default => "y if TARGET_ALL_PROFILES"
148 };
149 $1 =~ /^DEVICE_/ and $target->{has_devices} = 1;
150 push @{$target->{profiles}}, $profile;
151 };
152 /^Target-Profile-Name:\s*(.+)\s*$/ and $profile->{name} = $1;
153 /^Target-Profile-hasImageMetadata:\s*(\d+)\s*$/ and $profile->{has_image_metadata} = $1;
154 /^Target-Profile-SupportedDevices:\s*(.+)\s*$/ and $profile->{supported_devices} = [ split(/\s+/, $1) ];
155 /^Target-Profile-Priority:\s*(\d+)\s*$/ and do {
156 $profile->{priority} = $1;
157 $target->{sort} = 1;
158 };
159 /^Target-Profile-Packages:\s*(.*)\s*$/ and $profile->{packages} = [ split(/\s+/, $1) ];
160 /^Target-Profile-Description:\s*(.*)\s*/ and $profile->{desc} = get_multiline(*FILE);
161 /^Target-Profile-Broken:\s*(.+)\s*$/ and do {
162 $profile->{broken} = 1;
163 $profile->{default} = "n";
164 };
165 /^Target-Profile-Default:\s*(.+)\s*$/ and $profile->{default} = $1;
166 }
167 close FILE;
168 foreach my $target (@target) {
169 if (@{$target->{subtargets}} > 0) {
170 $target->{profiles} = [];
171 next;
172 }
173 @{$target->{profiles}} > 0 or $target->{profiles} = [
174 {
175 id => 'Default',
176 name => 'Default',
177 packages => []
178 }
179 ];
180
181 $target->{sort} and @{$target->{profiles}} = sort {
182 $a->{priority} <=> $b->{priority} or
183 $a->{name} cmp $b->{name};
184 } @{$target->{profiles}};
185 }
186 return @target;
187 }
188
189 sub clear_packages() {
190 %package = ();
191 %vpackage = ();
192 %srcpackage = ();
193 %category = ();
194 %overrides = ();
195 %usernames = ();
196 %groupnames = ();
197 }
198
199 sub parse_package_metadata($) {
200 my $file = shift;
201 my $pkg;
202 my $src;
203 my $override;
204 my %ignore = map { $_ => 1 } @ignore;
205
206 open FILE, "<$file" or do {
207 warn "Cannot open '$file': $!\n";
208 return undef;
209 };
210 while (<FILE>) {
211 chomp;
212 /^Source-Makefile: \s*((?:package\/)?((?:.+\/)?([^\/]+))\/Makefile)\s*$/ and do {
213 $src = {
214 makefile => $1,
215 path => $2,
216 name => $3,
217 ignore => $ignore{$3},
218 packages => [],
219 buildtypes => [],
220 builddepends => [],
221 };
222 $srcpackage{$3} = $src;
223 $override = "";
224 undef $pkg;
225 };
226 /^Override: \s*(.+?)\s*$/ and do {
227 $override = $1;
228 $overrides{$src->{name}} = 1;
229 };
230 next unless $src;
231 /^Package:\s*(.+?)\s*$/ and do {
232 $pkg = {};
233 $pkg->{src} = $src;
234 $pkg->{name} = $1;
235 $pkg->{title} = "";
236 $pkg->{depends} = [];
237 $pkg->{mdepends} = [];
238 $pkg->{provides} = [$1];
239 $pkg->{tristate} = 1;
240 $pkg->{override} = $override;
241 $package{$1} = $pkg;
242 push @{$src->{packages}}, $pkg;
243
244 $vpackage{$1} or $vpackage{$1} = [];
245 unshift @{$vpackage{$1}}, $pkg;
246 };
247 /^Build-Depends: \s*(.+)\s*$/ and $src->{builddepends} = [ split /\s+/, $1 ];
248 /^Build-Depends\/(\w+): \s*(.+)\s*$/ and $src->{"builddepends/$1"} = [ split /\s+/, $2 ];
249 /^Build-Types:\s*(.+)\s*$/ and $src->{buildtypes} = [ split /\s+/, $1 ];
250 next unless $pkg;
251 /^Version: \s*(.+)\s*$/ and $pkg->{version} = $1;
252 /^ABIVersion: \s*(.+)\s*$/ and $pkg->{abiversion} = $1;
253 /^Title: \s*(.+)\s*$/ and $pkg->{title} = $1;
254 /^Menu: \s*(.+)\s*$/ and $pkg->{menu} = $1;
255 /^Submenu: \s*(.+)\s*$/ and $pkg->{submenu} = $1;
256 /^Submenu-Depends: \s*(.+)\s*$/ and $pkg->{submenudep} = $1;
257 /^Source: \s*(.+)\s*$/ and $pkg->{source} = $1;
258 /^License: \s*(.+)\s*$/ and $pkg->{license} = $1;
259 /^LicenseFiles: \s*(.+)\s*$/ and $pkg->{licensefiles} = $1;
260 /^Default: \s*(.+)\s*$/ and $pkg->{default} = $1;
261 /^Provides: \s*(.+)\s*$/ and do {
262 my @vpkg = split /\s+/, $1;
263 @{$pkg->{provides}} = ($pkg->{name}, @vpkg);
264 foreach my $vpkg (@vpkg) {
265 next if ($vpkg eq $pkg->{name});
266 $vpackage{$vpkg} or $vpackage{$vpkg} = [];
267 push @{$vpackage{$vpkg}}, $pkg;
268 }
269 };
270 /^Menu-Depends: \s*(.+)\s*$/ and $pkg->{mdepends} = [ split /\s+/, $1 ];
271 /^Depends: \s*(.+)\s*$/ and $pkg->{depends} = [ split /\s+/, $1 ];
272 /^Conflicts: \s*(.+)\s*$/ and $pkg->{conflicts} = [ split /\s+/, $1 ];
273 /^Hidden: \s*(.+)\s*$/ and $pkg->{hidden} = 1;
274 /^Build-Variant: \s*([\w\-]+)\s*/ and $pkg->{variant} = $1;
275 /^Default-Variant: .*/ and $pkg->{variant_default} = 1;
276 /^Build-Only: \s*(.+)\s*$/ and $pkg->{buildonly} = 1;
277 /^Repository:\s*(.+?)\s*$/ and $pkg->{repository} = $1;
278 /^Category: \s*(.+)\s*$/ and do {
279 $pkg->{category} = $1;
280 defined $category{$1} or $category{$1} = {};
281 defined $category{$1}{$src->{name}} or $category{$1}{$src->{name}} = [];
282 push @{$category{$1}{$src->{name}}}, $pkg;
283 };
284 /^Description: \s*(.*)\s*$/ and $pkg->{description} = "\t\t $1\n". get_multiline(*FILE, "\t\t ");
285 /^Type: \s*(.+)\s*$/ and do {
286 $pkg->{type} = [ split /\s+/, $1 ];
287 undef $pkg->{tristate};
288 foreach my $type (@{$pkg->{type}}) {
289 $type =~ /ipkg/ and $pkg->{tristate} = 1;
290 }
291 };
292 /^Config:\s*(.*)\s*$/ and $pkg->{config} = "$1\n".get_multiline(*FILE, "\t");
293 /^Prereq-Check:/ and $pkg->{prereq} = 1;
294 /^Require-User:\s*(.*?)\s*$/ and do {
295 my @ugspecs = split /\s+/, $1;
296
297 for my $ugspec (@ugspecs) {
298 my @ugspec = split /:/, $ugspec, 2;
299 if ($ugspec[0]) {
300 parse_package_metadata_usergroup($src->{makefile}, "user", \%usernames, \%userids, $ugspec[0]) or return 0;
301 }
302 if ($ugspec[1]) {
303 parse_package_metadata_usergroup($src->{makefile}, "group", \%groupnames, \%groupids, $ugspec[1]) or return 0;
304 }
305 }
306 };
307 }
308 close FILE;
309 return 1;
310 }
311
312 1;