add opkg option http_timeout
[project/opkg-lede.git] / libopkg / opkg_download.c
1 /* vi: set noexpandtab sw=4 sts=4: */
2 /* opkg_download.c - the opkg package management system
3
4 Carl D. Worth
5
6 Copyright (C) 2001 University of Southern California
7 Copyright (C) 2008 OpenMoko Inc
8
9 This program is free software; you can redistribute it and/or
10 modify it under the terms of the GNU General Public License as
11 published by the Free Software Foundation; either version 2, or (at
12 your option) any later version.
13
14 This program is distributed in the hope that it will be useful, but
15 WITHOUT ANY WARRANTY; without even the implied warranty of
16 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
17 General Public License for more details.
18 */
19
20 #include <sys/wait.h>
21 #include <stdio.h>
22 #include <unistd.h>
23 #include <libgen.h>
24
25 #include "opkg_download.h"
26 #include "opkg_message.h"
27
28 #include "sprintf_alloc.h"
29 #include "xsystem.h"
30 #include "file_util.h"
31 #include "opkg_defines.h"
32 #include "libbb/libbb.h"
33
34 static int str_starts_with(const char *str, const char *prefix)
35 {
36 return (strncmp(str, prefix, strlen(prefix)) == 0);
37 }
38
39 int
40 opkg_download(const char *src, const char *dest_file_name,
41 const short hide_error)
42 {
43 int err = 0;
44
45 char *src_basec = xstrdup(src);
46 char *src_base = basename(src_basec);
47 char *tmp_file_location;
48
49 opkg_msg(NOTICE, "Downloading %s\n", src);
50
51 if (str_starts_with(src, "file:")) {
52 const char *file_src = src + 5;
53 opkg_msg(INFO, "Copying %s to %s...", file_src, dest_file_name);
54 err = file_copy(file_src, dest_file_name);
55 opkg_msg(INFO, "Done.\n");
56 free(src_basec);
57 return err;
58 }
59
60 sprintf_alloc(&tmp_file_location, "%s/%s", conf->tmp_dir, src_base);
61 free(src_basec);
62 err = unlink(tmp_file_location);
63 if (err && errno != ENOENT) {
64 opkg_perror(ERROR, "Failed to unlink %s", tmp_file_location);
65 free(tmp_file_location);
66 return -1;
67 }
68
69 if (conf->http_proxy) {
70 opkg_msg(DEBUG,
71 "Setting environment variable: http_proxy = %s.\n",
72 conf->http_proxy);
73 setenv("http_proxy", conf->http_proxy, 1);
74 }
75 if (conf->ftp_proxy) {
76 opkg_msg(DEBUG,
77 "Setting environment variable: ftp_proxy = %s.\n",
78 conf->ftp_proxy);
79 setenv("ftp_proxy", conf->ftp_proxy, 1);
80 }
81 if (conf->no_proxy) {
82 opkg_msg(DEBUG,
83 "Setting environment variable: no_proxy = %s.\n",
84 conf->no_proxy);
85 setenv("no_proxy", conf->no_proxy, 1);
86 }
87
88 {
89 int res;
90 const char *argv[11];
91 int i = 0;
92
93 argv[i++] = "wget";
94 argv[i++] = "-q";
95 if (conf->no_check_certificate) {
96 argv[i++] = "--no-check-certificate";
97 }
98 if (conf->http_timeout) {
99 argv[i++] = "--timeout";
100 argv[i++] = conf->http_timeout;
101 }
102 if (conf->http_proxy || conf->ftp_proxy) {
103 argv[i++] = "-Y";
104 argv[i++] = "on";
105 }
106 argv[i++] = "-O";
107 argv[i++] = tmp_file_location;
108 argv[i++] = src;
109 argv[i++] = NULL;
110 res = xsystem(argv);
111
112 if (res) {
113 opkg_msg(ERROR,
114 "Failed to download %s, wget returned %d.\n",
115 src, res);
116 if (res == 4)
117 opkg_msg(ERROR,
118 "Check your network settings and connectivity.\n\n");
119 free(tmp_file_location);
120 return -1;
121 }
122 }
123
124 err = file_move(tmp_file_location, dest_file_name);
125
126 free(tmp_file_location);
127
128 return err;
129 }
130
131 static int
132 opkg_download_cache(const char *src, const char *dest_file_name)
133 {
134 char *cache_name = xstrdup(src);
135 char *cache_location, *p;
136 int err = 0;
137
138 if (!conf->cache || str_starts_with(src, "file:")) {
139 err = opkg_download(src, dest_file_name, 0);
140 goto out1;
141 }
142
143 if (!file_is_dir(conf->cache)) {
144 opkg_msg(ERROR, "%s is not a directory.\n", conf->cache);
145 err = 1;
146 goto out1;
147 }
148
149 for (p = cache_name; *p; p++)
150 if (*p == '/')
151 *p = ','; /* looks nicer than | or # */
152
153 sprintf_alloc(&cache_location, "%s/%s", conf->cache, cache_name);
154 if (file_exists(cache_location))
155 opkg_msg(NOTICE, "Copying %s.\n", cache_location);
156 else {
157 /* cache file with funky name not found, try simple name */
158 free(cache_name);
159 char *filename = strrchr(dest_file_name, '/');
160 if (filename)
161 cache_name = xstrdup(filename + 1); // strip leading '/'
162 else
163 cache_name = xstrdup(dest_file_name);
164 free(cache_location);
165 sprintf_alloc(&cache_location, "%s/%s", conf->cache,
166 cache_name);
167 if (file_exists(cache_location))
168 opkg_msg(NOTICE, "Copying %s.\n", cache_location);
169 else {
170 err = opkg_download(src, cache_location, 0);
171 if (err) {
172 (void)unlink(cache_location);
173 goto out2;
174 }
175 }
176 }
177
178 err = file_copy(cache_location, dest_file_name);
179
180 out2:
181 free(cache_location);
182 out1:
183 free(cache_name);
184 return err;
185 }
186
187 int opkg_download_pkg(pkg_t * pkg, const char *dir)
188 {
189 int err;
190 char *url;
191 char *local_filename;
192 char *stripped_filename;
193 char *urlencoded_path;
194 char *filename;
195
196 if (pkg->src == NULL) {
197 opkg_msg(ERROR,
198 "Package %s is not available from any configured src.\n",
199 pkg->name);
200 return -1;
201 }
202
203 filename = pkg_get_string(pkg, PKG_FILENAME);
204
205 if (filename == NULL) {
206 opkg_msg(ERROR,
207 "Package %s does not have a valid filename field.\n",
208 pkg->name);
209 return -1;
210 }
211
212 urlencoded_path = urlencode_path(filename);
213 sprintf_alloc(&url, "%s/%s", pkg->src->value, urlencoded_path);
214 free(urlencoded_path);
215
216 /* The filename might be something like
217 "../../foo.opk". While this is correct, and exactly what we
218 want to use to construct url above, here we actually need to
219 use just the filename part, without any directory. */
220
221 stripped_filename = strrchr(filename, '/');
222 if (!stripped_filename)
223 stripped_filename = filename;
224
225 sprintf_alloc(&local_filename, "%s/%s", dir, stripped_filename);
226 pkg_set_string(pkg, PKG_LOCAL_FILENAME, local_filename);
227
228 err = opkg_download_cache(url, local_filename);
229 free(url);
230
231 return err;
232 }
233
234 /*
235 * Downloads file from url, installs in package database, return package name.
236 */
237 int opkg_prepare_url_for_install(const char *url, char **namep)
238 {
239 int err = 0;
240 pkg_t *pkg;
241 abstract_pkg_t *ab_pkg;
242
243 pkg = pkg_new();
244
245 if (str_starts_with(url, "http://")
246 || str_starts_with(url, "ftp://")) {
247 char *tmp_file;
248 char *file_basec = xstrdup(url);
249 char *file_base = basename(file_basec);
250
251 sprintf_alloc(&tmp_file, "%s/%s", conf->tmp_dir, file_base);
252 err = opkg_download(url, tmp_file, 0);
253 if (err)
254 return err;
255
256 err = pkg_init_from_file(pkg, tmp_file);
257 if (err)
258 return err;
259
260 free(tmp_file);
261 free(file_basec);
262
263 } else if (strcmp(&url[strlen(url) - 4], OPKG_PKG_EXTENSION) == 0
264 || strcmp(&url[strlen(url) - 4], IPKG_PKG_EXTENSION) == 0
265 || strcmp(&url[strlen(url) - 4], DPKG_PKG_EXTENSION) == 0) {
266
267 err = pkg_init_from_file(pkg, url);
268 if (err)
269 return err;
270 opkg_msg(DEBUG2, "Package %s provided by hand (%s).\n",
271 pkg->name, pkg_get_string(pkg, PKG_LOCAL_FILENAME));
272 pkg->provided_by_hand = 1;
273
274 } else {
275 ab_pkg = ensure_abstract_pkg_by_name(url);
276
277 if (!(ab_pkg->state_flag & SF_NEED_DETAIL)) {
278 opkg_msg(DEBUG, "applying abpkg flag to %s\n", ab_pkg->name);
279 ab_pkg->state_flag |= SF_NEED_DETAIL;
280 }
281
282 pkg_deinit(pkg);
283 free(pkg);
284 return 0;
285 }
286
287 pkg->dest = conf->default_dest;
288 pkg->state_want = SW_INSTALL;
289 pkg->state_flag |= SF_PREFER;
290 hash_insert_pkg(pkg, 1);
291
292 if (namep) {
293 *namep = xstrdup(pkg->name);
294 }
295 return 0;
296 }
297
298 int opkg_verify_file(char *text_file, char *sig_file)
299 {
300 #if defined HAVE_USIGN
301 int status = -1;
302 int pid;
303
304 if (conf->check_signature == 0)
305 return 0;
306
307 pid = fork();
308 if (pid < 0)
309 return -1;
310
311 if (!pid) {
312 execl("/usr/sbin/opkg-key", "opkg-key", "verify", sig_file,
313 text_file, NULL);
314 exit(255);
315 }
316
317 waitpid(pid, &status, 0);
318 if (!WIFEXITED(status) || WEXITSTATUS(status))
319 return -1;
320
321 return 0;
322 #else
323 /* mute `unused variable' warnings. */
324 (void)sig_file;
325 (void)text_file;
326 (void)conf;
327 return 0;
328 #endif
329 }