dl_cleanup: Utility to delete all but the very last version of the tarballs in the...
[openwrt/svn-archive/archive.git] / scripts / dl_cleanup.py
1 #!/usr/bin/env python
2 """
3 # OpenWRT download directory cleanup utility.
4 # Delete all but the very last version of the program tarballs.
5 #
6 # Copyright (c) 2010 Michael Buesch <mb@bu3sch.de>
7 """
8
9 import sys
10 import os
11 import re
12
13 DEBUG = 0
14
15
16 def parseVer_1234(match):
17 progname = match.group(1)
18 progversion = (int(match.group(2)) << 64) |\
19 (int(match.group(3)) << 48) |\
20 (int(match.group(4)) << 32) |\
21 (int(match.group(5)) << 16)
22 return (progname, progversion)
23
24 def parseVer_123(match):
25 progname = match.group(1)
26 patchlevel = match.group(5)
27 if patchlevel:
28 patchlevel = ord(patchlevel[0])
29 else:
30 patchlevel = 0
31 progversion = (int(match.group(2)) << 64) |\
32 (int(match.group(3)) << 48) |\
33 (int(match.group(4)) << 32) |\
34 patchlevel
35 return (progname, progversion)
36
37 def parseVer_12(match):
38 progname = match.group(1)
39 patchlevel = match.group(4)
40 if patchlevel:
41 patchlevel = ord(patchlevel[0])
42 else:
43 patchlevel = 0
44 progversion = (int(match.group(2)) << 64) |\
45 (int(match.group(3)) << 48) |\
46 patchlevel
47 return (progname, progversion)
48
49 def parseVer_r(match):
50 progname = match.group(1)
51 progversion = (int(match.group(2)) << 64)
52 return (progname, progversion)
53
54 def parseVer_ymd(match):
55 progname = match.group(1)
56 progversion = (int(match.group(2)) << 64) |\
57 (int(match.group(3)) << 48) |\
58 (int(match.group(4)) << 32)
59 return (progname, progversion)
60
61 extensions = (
62 ".tar.gz",
63 ".tar.bz2",
64 ".orig.tar.gz",
65 ".orig.tar.bz2",
66 ".zip",
67 ".tgz",
68 ".tbz",
69 )
70
71 versionRegex = (
72 (re.compile(r"(.+)[-_](\d+)\.(\d+)\.(\d+)\.(\d+)"), parseVer_1234), # xxx-1.2.3.4
73 (re.compile(r"(.+)[-_](\d\d\d\d)-?(\d\d)-?(\d\d)"), parseVer_ymd), # xxx-YYYY-MM-DD
74 (re.compile(r"(.+)[-_](\d+)\.(\d+)\.(\d+)(\w?)"), parseVer_123), # xxx-1.2.3a
75 (re.compile(r"(.+)[-_](\d+)\.(\d+)(\w?)"), parseVer_12), # xxx-1.2a
76 (re.compile(r"(.+)[-_]r?(\d+)"), parseVer_r), # xxx-r1111
77 )
78
79 blacklist = (
80 re.compile(r"wl_apsta.*"),
81 re.compile(r"boost.*"),
82 re.compile(r".*\.fw"),
83 re.compile(r".*\.arm"),
84 re.compile(r".*\.bin"),
85 re.compile(r"RT\d+_Firmware.*"),
86 )
87
88 class EntryParseError(Exception): pass
89
90 class Entry:
91 def __init__(self, directory, filename):
92 self.directory = directory
93 self.filename = filename
94 self.progname = ""
95
96 for ext in extensions:
97 if filename.endswith(ext):
98 filename = filename[0:0-len(ext)]
99 break
100 else:
101 if DEBUG:
102 print "Extension did not match on", filename
103 raise EntryParseError("ext")
104 for (regex, parseVersion) in versionRegex:
105 match = regex.match(filename)
106 if match:
107 (self.progname, self.version) = parseVersion(match)
108 break
109 else:
110 if DEBUG:
111 print "Version regex did not match on", filename
112 raise EntryParseError("ver")
113
114 def deleteFile(self):
115 path = (self.directory + "/" + self.filename).replace("//", "/")
116 print "Deleting", path
117 if not DEBUG:
118 os.unlink(path)
119
120 def __eq__(self, y):
121 return self.filename == y.filename
122
123 def __ge__(self, y):
124 return self.version >= y.version
125
126 def usage():
127 print "OpenWRT download directory cleanup utility"
128 print "Usage: " + sys.argv[0] + " path/to/dl"
129
130 def main(argv):
131 if len(argv) != 2:
132 usage()
133 return 1
134 directory = argv[1]
135
136 # Create a directory listing and parse the file names.
137 entries = []
138 for filename in os.listdir(directory):
139 if filename == "." or filename == "..":
140 continue
141 for black in blacklist:
142 if black.match(filename):
143 if DEBUG:
144 print filename, "is blacklisted"
145 break
146 else:
147 try:
148 entries.append(Entry(directory, filename))
149 except (EntryParseError), e: pass
150
151 # Create a map of programs
152 progmap = {}
153 for entry in entries:
154 if entry.progname in progmap.keys():
155 progmap[entry.progname].append(entry)
156 else:
157 progmap[entry.progname] = [entry,]
158
159 # Traverse the program map and delete everything but the last version
160 for prog in progmap:
161 lastVersion = None
162 versions = progmap[prog]
163 for version in versions:
164 if lastVersion is None or version >= lastVersion:
165 lastVersion = version
166 if lastVersion:
167 for version in versions:
168 if version != lastVersion:
169 version.deleteFile()
170 if DEBUG:
171 print "Keeping", lastVersion.filename
172
173 return 0
174
175 if __name__ == "__main__":
176 sys.exit(main(sys.argv))