e84340aca5284fc4529f30f4a1c28f89aa3ac352
[project/opkg-lede.git] / libopkg / opkg_download.c
1 /* vi: set noexpandtab sw=4 sts=4: */
2 /* opkg_download.c - the opkg package management system
3
4 Carl D. Worth
5
6 Copyright (C) 2001 University of Southern California
7 Copyright (C) 2008 OpenMoko Inc
8
9 This program is free software; you can redistribute it and/or
10 modify it under the terms of the GNU General Public License as
11 published by the Free Software Foundation; either version 2, or (at
12 your option) any later version.
13
14 This program is distributed in the hope that it will be useful, but
15 WITHOUT ANY WARRANTY; without even the implied warranty of
16 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
17 General Public License for more details.
18 */
19
20 #include "config.h"
21
22 #include <stdio.h>
23 #include <unistd.h>
24 #include <libgen.h>
25
26 #include "opkg_download.h"
27 #include "opkg_message.h"
28
29 #include "sprintf_alloc.h"
30 #include "xsystem.h"
31 #include "file_util.h"
32 #include "opkg_defines.h"
33 #include "libbb/libbb.h"
34
35 #ifdef HAVE_CURL
36 #include <curl/curl.h>
37 #endif
38
39 #if defined(HAVE_SSLCURL) || defined(HAVE_OPENSSL)
40 #include <openssl/conf.h>
41 #include <openssl/evp.h>
42 #include <openssl/err.h>
43 #include <openssl/ssl.h>
44 #endif
45
46 #if defined(HAVE_GPGME)
47 #include <gpgme.h>
48 #elif defined(HAVE_OPENSSL)
49 #include <openssl/bio.h>
50 #include <openssl/objects.h>
51 #include <openssl/x509.h>
52 #include <openssl/pem.h>
53 #include <openssl/hmac.h>
54 #endif
55
56 #ifdef HAVE_PATHFINDER
57 #include "opkg_pathfinder.h"
58 #endif
59
60 #if defined(HAVE_OPENSSL) || defined(HAVE_SSLCURL)
61 static void openssl_init(void);
62 #endif
63
64 #ifdef HAVE_OPENSSL
65 static X509_STORE *setup_verify(char *CAfile, char *CApath);
66 #endif
67
68 #ifdef HAVE_CURL
69 /*
70 * Make curl an instance variable so we don't have to instanciate it
71 * each time
72 */
73 static CURL *curl = NULL;
74 static CURL *opkg_curl_init(curl_progress_func cb, void *data);
75 #endif
76
77 static int
78 str_starts_with(const char *str, const char *prefix)
79 {
80 return (strncmp(str, prefix, strlen(prefix)) == 0);
81 }
82
83 int
84 opkg_download(const char *src, const char *dest_file_name,
85 curl_progress_func cb, void *data)
86 {
87 int err = 0;
88
89 char *src_basec = xstrdup(src);
90 char *src_base = basename(src_basec);
91 char *tmp_file_location;
92
93 opkg_msg(NOTICE,"Downloading %s.\n", src);
94
95 if (str_starts_with(src, "file:")) {
96 const char *file_src = src + 5;
97 opkg_msg(INFO, "Copying %s to %s...", file_src, dest_file_name);
98 err = file_copy(file_src, dest_file_name);
99 opkg_msg(INFO, "Done.\n");
100 free(src_basec);
101 return err;
102 }
103
104 sprintf_alloc(&tmp_file_location, "%s/%s", conf->tmp_dir, src_base);
105 free(src_basec);
106 err = unlink(tmp_file_location);
107 if (err && errno != ENOENT) {
108 opkg_perror(ERROR, "Failed to unlink %s", tmp_file_location);
109 free(tmp_file_location);
110 return -1;
111 }
112
113 if (conf->http_proxy) {
114 opkg_msg(DEBUG, "Setting environment variable: http_proxy = %s.\n",
115 conf->http_proxy);
116 setenv("http_proxy", conf->http_proxy, 1);
117 }
118 if (conf->ftp_proxy) {
119 opkg_msg(DEBUG, "Setting environment variable: ftp_proxy = %s.\n",
120 conf->ftp_proxy);
121 setenv("ftp_proxy", conf->ftp_proxy, 1);
122 }
123 if (conf->no_proxy) {
124 opkg_msg(DEBUG,"Setting environment variable: no_proxy = %s.\n",
125 conf->no_proxy);
126 setenv("no_proxy", conf->no_proxy, 1);
127 }
128
129 #ifdef HAVE_CURL
130 CURLcode res;
131 FILE * file = fopen (tmp_file_location, "w");
132
133 curl = opkg_curl_init (cb, data);
134 if (curl)
135 {
136 curl_easy_setopt (curl, CURLOPT_URL, src);
137 curl_easy_setopt (curl, CURLOPT_WRITEDATA, file);
138
139 res = curl_easy_perform (curl);
140 fclose (file);
141 if (res)
142 {
143 long error_code;
144 curl_easy_getinfo(curl, CURLINFO_RESPONSE_CODE, &error_code);
145 opkg_msg(ERROR, "Failed to download %s: %s.\n",
146 src, curl_easy_strerror(res));
147 free(tmp_file_location);
148 return -1;
149 }
150
151 }
152 else
153 {
154 free(tmp_file_location);
155 return -1;
156 }
157 #else
158 {
159 int res;
160 const char *argv[8];
161 int i = 0;
162
163 argv[i++] = "wget";
164 argv[i++] = "-q";
165 if (conf->http_proxy || conf->ftp_proxy) {
166 argv[i++] = "-Y";
167 argv[i++] = "on";
168 }
169 argv[i++] = "-O";
170 argv[i++] = tmp_file_location;
171 argv[i++] = src;
172 argv[i++] = NULL;
173 res = xsystem(argv);
174
175 if (res) {
176 opkg_msg(ERROR, "Failed to download %s, wget returned %d.\n", src, res);
177 free(tmp_file_location);
178 return -1;
179 }
180 }
181 #endif
182
183 err = file_move(tmp_file_location, dest_file_name);
184
185 free(tmp_file_location);
186
187 return err;
188 }
189
190 static int
191 opkg_download_cache(const char *src, const char *dest_file_name,
192 curl_progress_func cb, void *data)
193 {
194 char *cache_name = xstrdup(src);
195 char *cache_location, *p;
196 int err = 0;
197
198 if (!conf->cache || str_starts_with(src, "file:")) {
199 err = opkg_download(src, dest_file_name, cb, data);
200 goto out1;
201 }
202
203 if(!file_is_dir(conf->cache)){
204 opkg_msg(ERROR, "%s is not a directory.\n",
205 conf->cache);
206 err = 1;
207 goto out1;
208 }
209
210 for (p = cache_name; *p; p++)
211 if (*p == '/')
212 *p = ','; /* looks nicer than | or # */
213
214 sprintf_alloc(&cache_location, "%s/%s", conf->cache, cache_name);
215 if (file_exists(cache_location))
216 opkg_msg(NOTICE, "Copying %s.\n", cache_location);
217 else {
218 err = opkg_download(src, cache_location, cb, data);
219 if (err) {
220 (void) unlink(cache_location);
221 goto out2;
222 }
223 }
224
225 err = file_copy(cache_location, dest_file_name);
226
227
228 out2:
229 free(cache_location);
230 out1:
231 free(cache_name);
232 return err;
233 }
234
235 int
236 opkg_download_pkg(pkg_t *pkg, const char *dir)
237 {
238 int err;
239 char *url;
240 char *stripped_filename;
241
242 if (pkg->src == NULL) {
243 opkg_msg(ERROR, "Package %s is not available from any configured src.\n",
244 pkg->name);
245 return -1;
246 }
247 if (pkg->filename == NULL) {
248 opkg_msg(ERROR, "Package %s does not have a valid filename field.\n",
249 pkg->name);
250 return -1;
251 }
252
253 sprintf_alloc(&url, "%s/%s", pkg->src->value, pkg->filename);
254
255 /* XXX: BUG: The pkg->filename might be something like
256 "../../foo.opk". While this is correct, and exactly what we
257 want to use to construct url above, here we actually need to
258 use just the filename part, without any directory. */
259
260 stripped_filename = strrchr(pkg->filename, '/');
261 if ( ! stripped_filename )
262 stripped_filename = pkg->filename;
263
264 sprintf_alloc(&pkg->local_filename, "%s/%s", dir, stripped_filename);
265
266 err = opkg_download_cache(url, pkg->local_filename, NULL, NULL);
267 free(url);
268
269 return err;
270 }
271
272 /*
273 * Downloads file from url, installs in package database, return package name.
274 */
275 int
276 opkg_prepare_url_for_install(const char *url, char **namep)
277 {
278 int err = 0;
279 pkg_t *pkg;
280
281 pkg = pkg_new();
282
283 if (str_starts_with(url, "http://")
284 || str_starts_with(url, "ftp://")) {
285 char *tmp_file;
286 char *file_basec = xstrdup(url);
287 char *file_base = basename(file_basec);
288
289 sprintf_alloc(&tmp_file, "%s/%s", conf->tmp_dir, file_base);
290 err = opkg_download(url, tmp_file, NULL, NULL);
291 if (err)
292 return err;
293
294 err = pkg_init_from_file(pkg, tmp_file);
295 if (err)
296 return err;
297
298 free(tmp_file);
299 free(file_basec);
300
301 } else if (strcmp(&url[strlen(url) - 4], OPKG_PKG_EXTENSION) == 0
302 || strcmp(&url[strlen(url) - 4], IPKG_PKG_EXTENSION) == 0
303 || strcmp(&url[strlen(url) - 4], DPKG_PKG_EXTENSION) == 0) {
304
305 err = pkg_init_from_file(pkg, url);
306 if (err)
307 return err;
308 opkg_msg(DEBUG2, "Package %s provided by hand (%s).\n",
309 pkg->name, pkg->local_filename);
310 pkg->provided_by_hand = 1;
311
312 } else {
313 pkg_deinit(pkg);
314 free(pkg);
315 return 0;
316 }
317
318 pkg->dest = conf->default_dest;
319 pkg->state_want = SW_INSTALL;
320 pkg->state_flag |= SF_PREFER;
321 hash_insert_pkg(pkg, 1);
322
323 if (namep) {
324 *namep = pkg->name;
325 }
326 return 0;
327 }
328
329 int
330 opkg_verify_file (char *text_file, char *sig_file)
331 {
332 #if defined HAVE_GPGME
333 if (conf->check_signature == 0 )
334 return 0;
335 int status = -1;
336 gpgme_ctx_t ctx;
337 gpgme_data_t sig, text, key;
338 gpgme_error_t err;
339 gpgme_verify_result_t result;
340 gpgme_signature_t s;
341 char *trusted_path = NULL;
342
343 err = gpgme_new (&ctx);
344
345 if (err)
346 return -1;
347
348 sprintf_alloc(&trusted_path, "%s/%s", conf->offline_root, "/etc/opkg/trusted.gpg");
349 err = gpgme_data_new_from_file (&key, trusted_path, 1);
350 free (trusted_path);
351 if (err)
352 {
353 return -1;
354 }
355 err = gpgme_op_import (ctx, key);
356 if (err)
357 {
358 gpgme_data_release (key);
359 return -1;
360 }
361 gpgme_data_release (key);
362
363 err = gpgme_data_new_from_file (&sig, sig_file, 1);
364 if (err)
365 {
366 gpgme_release (ctx);
367 return -1;
368 }
369
370 err = gpgme_data_new_from_file (&text, text_file, 1);
371 if (err)
372 {
373 gpgme_data_release (sig);
374 gpgme_release (ctx);
375 return -1;
376 }
377
378 err = gpgme_op_verify (ctx, sig, text, NULL);
379
380 result = gpgme_op_verify_result (ctx);
381 if (!result)
382 return -1;
383
384 /* see if any of the signitures matched */
385 s = result->signatures;
386 while (s)
387 {
388 status = gpg_err_code (s->status);
389 if (status == GPG_ERR_NO_ERROR)
390 break;
391 s = s->next;
392 }
393
394
395 gpgme_data_release (sig);
396 gpgme_data_release (text);
397 gpgme_release (ctx);
398
399 return status;
400 #elif defined HAVE_OPENSSL
401 X509_STORE *store = NULL;
402 PKCS7 *p7 = NULL;
403 BIO *in = NULL, *indata = NULL;
404
405 // Sig check failed by default !
406 int status = -1;
407
408 openssl_init();
409
410 // Set-up the key store
411 if(!(store = setup_verify(conf->signature_ca_file, conf->signature_ca_path))){
412 opkg_msg(ERROR, "Can't open CA certificates.\n");
413 goto verify_file_end;
414 }
415
416 // Open a BIO to read the sig file
417 if (!(in = BIO_new_file(sig_file, "rb"))){
418 opkg_msg(ERROR, "Can't open signature file %s.\n", sig_file);
419 goto verify_file_end;
420 }
421
422 // Read the PKCS7 block contained in the sig file
423 p7 = PEM_read_bio_PKCS7(in, NULL, NULL, NULL);
424 if(!p7){
425 opkg_msg(ERROR, "Can't read signature file %s (Corrupted ?).\n",
426 sig_file);
427 goto verify_file_end;
428 }
429 #if defined(HAVE_PATHFINDER)
430 if(conf->check_x509_path){
431 if(!pkcs7_pathfinder_verify_signers(p7)){
432 opkg_msg(ERROR, "pkcs7_pathfinder_verify_signers: "
433 "Path verification failed.\n");
434 goto verify_file_end;
435 }
436 }
437 #endif
438
439 // Open the Package file to authenticate
440 if (!(indata = BIO_new_file(text_file, "rb"))){
441 opkg_msg(ERROR, "Can't open file %s.\n", text_file);
442 goto verify_file_end;
443 }
444
445 // Let's verify the autenticity !
446 if (PKCS7_verify(p7, NULL, store, indata, NULL, PKCS7_BINARY) != 1){
447 // Get Off My Lawn!
448 opkg_msg(ERROR, "Verification failure.\n");
449 }else{
450 // Victory !
451 status = 0;
452 }
453
454 verify_file_end:
455 BIO_free(in);
456 BIO_free(indata);
457 PKCS7_free(p7);
458 X509_STORE_free(store);
459
460 return status;
461 #else
462 /* mute `unused variable' warnings. */
463 (void) sig_file;
464 (void) text_file;
465 (void) conf;
466 return 0;
467 #endif
468 }
469
470
471 #if defined(HAVE_OPENSSL) || defined(HAVE_SSLCURL)
472 static void openssl_init(void){
473 static int init = 0;
474
475 if(!init){
476 OPENSSL_config(NULL);
477 OpenSSL_add_all_algorithms();
478 ERR_load_crypto_strings();
479 init = 1;
480 }
481 }
482
483 #endif
484
485
486 #if defined HAVE_OPENSSL
487 static X509_STORE *
488 setup_verify(char *CAfile, char *CApath)
489 {
490 X509_STORE *store = NULL;
491 X509_LOOKUP *lookup = NULL;
492
493 if(!(store = X509_STORE_new())){
494 // Something bad is happening...
495 goto end;
496 }
497
498 // adds the X509 file lookup method
499 lookup = X509_STORE_add_lookup(store,X509_LOOKUP_file());
500 if (lookup == NULL){
501 goto end;
502 }
503
504 // Autenticating against one CA file
505 if (CAfile) {
506 if(!X509_LOOKUP_load_file(lookup,CAfile,X509_FILETYPE_PEM)) {
507 // Invalid CA => Bye bye
508 opkg_msg(ERROR, "Error loading file %s.\n", CAfile);
509 goto end;
510 }
511 } else {
512 X509_LOOKUP_load_file(lookup,NULL,X509_FILETYPE_DEFAULT);
513 }
514
515 // Now look into CApath directory if supplied
516 lookup = X509_STORE_add_lookup(store,X509_LOOKUP_hash_dir());
517 if (lookup == NULL){
518 goto end;
519 }
520
521 if (CApath) {
522 if(!X509_LOOKUP_add_dir(lookup,CApath,X509_FILETYPE_PEM)) {
523 opkg_msg(ERROR, "Error loading directory %s.\n", CApath);
524 goto end;
525 }
526 } else {
527 X509_LOOKUP_add_dir(lookup,NULL,X509_FILETYPE_DEFAULT);
528 }
529
530 // All right !
531 ERR_clear_error();
532 return store;
533
534 end:
535
536 X509_STORE_free(store);
537 return NULL;
538
539 }
540
541 #endif
542
543 #ifdef HAVE_CURL
544 void opkg_curl_cleanup(void){
545 if(curl != NULL){
546 curl_easy_cleanup (curl);
547 curl = NULL;
548 }
549 }
550
551 static CURL *
552 opkg_curl_init(curl_progress_func cb, void *data)
553 {
554
555 if(curl == NULL){
556 curl = curl_easy_init();
557
558 #ifdef HAVE_SSLCURL
559 openssl_init();
560
561 if (conf->ssl_engine) {
562
563 /* use crypto engine */
564 if (curl_easy_setopt(curl, CURLOPT_SSLENGINE, conf->ssl_engine) != CURLE_OK){
565 opkg_msg(ERROR, "Can't set crypto engine '%s'.\n",
566 conf->ssl_engine);
567
568 opkg_curl_cleanup();
569 return NULL;
570 }
571 /* set the crypto engine as default */
572 if (curl_easy_setopt(curl, CURLOPT_SSLENGINE_DEFAULT, 1L) != CURLE_OK){
573 opkg_msg(ERROR, "Can't set crypto engine '%s' as default.\n",
574 conf->ssl_engine);
575
576 opkg_curl_cleanup();
577 return NULL;
578 }
579 }
580
581 /* cert & key can only be in PEM case in the same file */
582 if(conf->ssl_key_passwd){
583 if (curl_easy_setopt(curl, CURLOPT_SSLKEYPASSWD, conf->ssl_key_passwd) != CURLE_OK)
584 {
585 opkg_msg(DEBUG, "Failed to set key password.\n");
586 }
587 }
588
589 /* sets the client certificate and its type */
590 if(conf->ssl_cert_type){
591 if (curl_easy_setopt(curl, CURLOPT_SSLCERTTYPE, conf->ssl_cert_type) != CURLE_OK)
592 {
593 opkg_msg(DEBUG, "Failed to set certificate format.\n");
594 }
595 }
596 /* SSL cert name isn't mandatory */
597 if(conf->ssl_cert){
598 curl_easy_setopt(curl, CURLOPT_SSLCERT, conf->ssl_cert);
599 }
600
601 /* sets the client key and its type */
602 if(conf->ssl_key_type){
603 if (curl_easy_setopt(curl, CURLOPT_SSLKEYTYPE, conf->ssl_key_type) != CURLE_OK)
604 {
605 opkg_msg(DEBUG, "Failed to set key format.\n");
606 }
607 }
608 if(conf->ssl_key){
609 if (curl_easy_setopt(curl, CURLOPT_SSLKEY, conf->ssl_key) != CURLE_OK)
610 {
611 opkg_msg(DEBUG, "Failed to set key.\n");
612 }
613 }
614
615 /* Should we verify the peer certificate ? */
616 if(conf->ssl_dont_verify_peer){
617 /*
618 * CURLOPT_SSL_VERIFYPEER default is nonzero (curl => 7.10)
619 */
620 curl_easy_setopt(curl, CURLOPT_SSL_VERIFYPEER, 0);
621 }else{
622 #ifdef HAVE_PATHFINDER
623 if(conf->check_x509_path){
624 if (curl_easy_setopt(curl, CURLOPT_SSL_CTX_FUNCTION, curl_ssl_ctx_function) != CURLE_OK){
625 opkg_msg(DEBUG, "Failed to set ssl path verification callback.\n");
626 }else{
627 curl_easy_setopt(curl, CURLOPT_SSL_CTX_DATA, NULL);
628 }
629 }
630 #endif
631 }
632
633 /* certification authority file and/or path */
634 if(conf->ssl_ca_file){
635 curl_easy_setopt(curl, CURLOPT_CAINFO, conf->ssl_ca_file);
636 }
637 if(conf->ssl_ca_path){
638 curl_easy_setopt(curl, CURLOPT_CAPATH, conf->ssl_ca_path);
639 }
640 #endif
641
642 curl_easy_setopt (curl, CURLOPT_FOLLOWLOCATION, 1);
643 curl_easy_setopt (curl, CURLOPT_FAILONERROR, 1);
644 if (conf->http_proxy || conf->ftp_proxy)
645 {
646 char *userpwd;
647 sprintf_alloc (&userpwd, "%s:%s", conf->proxy_user,
648 conf->proxy_passwd);
649 curl_easy_setopt(curl, CURLOPT_PROXYUSERPWD, userpwd);
650 free (userpwd);
651 }
652 }
653
654 curl_easy_setopt (curl, CURLOPT_NOPROGRESS, (cb == NULL));
655 if (cb)
656 {
657 curl_easy_setopt (curl, CURLOPT_PROGRESSDATA, data);
658 curl_easy_setopt (curl, CURLOPT_PROGRESSFUNCTION, cb);
659 }
660
661 return curl;
662
663 }
664 #endif