1 /* vi: set noexpandtab sw=4 sts=4: */
2 /* opkg_download.c - the opkg package management system
6 Copyright (C) 2001 University of Southern California
7 Copyright (C) 2008 OpenMoko Inc
9 This program is free software; you can redistribute it and/or
10 modify it under the terms of the GNU General Public License as
11 published by the Free Software Foundation; either version 2, or (at
12 your option) any later version.
14 This program is distributed in the hope that it will be useful, but
15 WITHOUT ANY WARRANTY; without even the implied warranty of
16 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
17 General Public License for more details.
27 #include "opkg_download.h"
28 #include "opkg_message.h"
30 #include "sprintf_alloc.h"
32 #include "file_util.h"
33 #include "opkg_defines.h"
34 #include "libbb/libbb.h"
37 #include <curl/curl.h>
40 #if defined(HAVE_SSLCURL) || defined(HAVE_OPENSSL)
41 #include <openssl/conf.h>
42 #include <openssl/evp.h>
43 #include <openssl/err.h>
44 #include <openssl/ssl.h>
47 #if defined(HAVE_GPGME)
49 #elif defined(HAVE_OPENSSL)
50 #include <openssl/bio.h>
51 #include <openssl/objects.h>
52 #include <openssl/x509.h>
53 #include <openssl/pem.h>
54 #include <openssl/hmac.h>
57 #ifdef HAVE_PATHFINDER
58 #include "opkg_pathfinder.h"
61 #if defined(HAVE_OPENSSL) || defined(HAVE_SSLCURL)
62 static void openssl_init(void);
66 static X509_STORE
*setup_verify(char *CAfile
, char *CApath
);
71 * Make curl an instance variable so we don't have to instanciate it
74 static CURL
*curl
= NULL
;
75 static CURL
*opkg_curl_init(curl_progress_func cb
, void *data
);
78 static int str_starts_with(const char *str
, const char *prefix
)
80 return (strncmp(str
, prefix
, strlen(prefix
)) == 0);
84 opkg_download(const char *src
, const char *dest_file_name
,
85 curl_progress_func cb
, void *data
, const short hide_error
)
89 char *src_basec
= xstrdup(src
);
90 char *src_base
= basename(src_basec
);
91 char *tmp_file_location
;
93 opkg_msg(NOTICE
, "Downloading %s\n", src
);
95 if (str_starts_with(src
, "file:")) {
96 const char *file_src
= src
+ 5;
97 opkg_msg(INFO
, "Copying %s to %s...", file_src
, dest_file_name
);
98 err
= file_copy(file_src
, dest_file_name
);
99 opkg_msg(INFO
, "Done.\n");
104 sprintf_alloc(&tmp_file_location
, "%s/%s", conf
->tmp_dir
, src_base
);
106 err
= unlink(tmp_file_location
);
107 if (err
&& errno
!= ENOENT
) {
108 opkg_perror(ERROR
, "Failed to unlink %s", tmp_file_location
);
109 free(tmp_file_location
);
113 if (conf
->http_proxy
) {
115 "Setting environment variable: http_proxy = %s.\n",
117 setenv("http_proxy", conf
->http_proxy
, 1);
119 if (conf
->ftp_proxy
) {
121 "Setting environment variable: ftp_proxy = %s.\n",
123 setenv("ftp_proxy", conf
->ftp_proxy
, 1);
125 if (conf
->no_proxy
) {
127 "Setting environment variable: no_proxy = %s.\n",
129 setenv("no_proxy", conf
->no_proxy
, 1);
133 FILE *file
= fopen(tmp_file_location
, "w");
135 curl
= opkg_curl_init(cb
, data
);
137 curl_easy_setopt(curl
, CURLOPT_URL
, src
);
138 curl_easy_setopt(curl
, CURLOPT_WRITEDATA
, file
);
140 res
= curl_easy_perform(curl
);
144 curl_easy_getinfo(curl
, CURLINFO_RESPONSE_CODE
,
146 opkg_msg(hide_error
? DEBUG2
: ERROR
,
147 "Failed to download %s: %s.\n", src
,
148 curl_easy_strerror(res
));
149 free(tmp_file_location
);
154 free(tmp_file_location
);
165 if (conf
->http_proxy
|| conf
->ftp_proxy
) {
170 argv
[i
++] = tmp_file_location
;
177 "Failed to download %s, wget returned %d.\n",
181 "Check your network settings and connectivity.\n\n");
182 free(tmp_file_location
);
188 err
= file_move(tmp_file_location
, dest_file_name
);
190 free(tmp_file_location
);
196 opkg_download_cache(const char *src
, const char *dest_file_name
,
197 curl_progress_func cb
, void *data
)
199 char *cache_name
= xstrdup(src
);
200 char *cache_location
, *p
;
203 if (!conf
->cache
|| str_starts_with(src
, "file:")) {
204 err
= opkg_download(src
, dest_file_name
, cb
, data
, 0);
208 if (!file_is_dir(conf
->cache
)) {
209 opkg_msg(ERROR
, "%s is not a directory.\n", conf
->cache
);
214 for (p
= cache_name
; *p
; p
++)
216 *p
= ','; /* looks nicer than | or # */
218 sprintf_alloc(&cache_location
, "%s/%s", conf
->cache
, cache_name
);
219 if (file_exists(cache_location
))
220 opkg_msg(NOTICE
, "Copying %s.\n", cache_location
);
222 /* cache file with funky name not found, try simple name */
224 char *filename
= strrchr(dest_file_name
, '/');
226 cache_name
= xstrdup(filename
+ 1); // strip leading '/'
228 cache_name
= xstrdup(dest_file_name
);
229 free(cache_location
);
230 sprintf_alloc(&cache_location
, "%s/%s", conf
->cache
,
232 if (file_exists(cache_location
))
233 opkg_msg(NOTICE
, "Copying %s.\n", cache_location
);
235 err
= opkg_download(src
, cache_location
, cb
, data
, 0);
237 (void)unlink(cache_location
);
243 err
= file_copy(cache_location
, dest_file_name
);
246 free(cache_location
);
252 int opkg_download_pkg(pkg_t
* pkg
, const char *dir
)
256 char *local_filename
;
257 char *stripped_filename
;
260 if (pkg
->src
== NULL
) {
262 "Package %s is not available from any configured src.\n",
267 filename
= pkg_get_string(pkg
, PKG_FILENAME
);
269 if (filename
== NULL
) {
271 "Package %s does not have a valid filename field.\n",
276 sprintf_alloc(&url
, "%s/%s", pkg
->src
->value
, filename
);
278 /* The filename might be something like
279 "../../foo.opk". While this is correct, and exactly what we
280 want to use to construct url above, here we actually need to
281 use just the filename part, without any directory. */
283 stripped_filename
= strrchr(filename
, '/');
284 if (!stripped_filename
)
285 stripped_filename
= filename
;
287 sprintf_alloc(&local_filename
, "%s/%s", dir
, stripped_filename
);
288 pkg_set_string(pkg
, PKG_LOCAL_FILENAME
, local_filename
);
290 err
= opkg_download_cache(url
, local_filename
, NULL
, NULL
);
297 * Downloads file from url, installs in package database, return package name.
299 int opkg_prepare_url_for_install(const char *url
, char **namep
)
303 abstract_pkg_t
*ab_pkg
;
307 if (str_starts_with(url
, "http://")
308 || str_starts_with(url
, "ftp://")) {
310 char *file_basec
= xstrdup(url
);
311 char *file_base
= basename(file_basec
);
313 sprintf_alloc(&tmp_file
, "%s/%s", conf
->tmp_dir
, file_base
);
314 err
= opkg_download(url
, tmp_file
, NULL
, NULL
, 0);
318 err
= pkg_init_from_file(pkg
, tmp_file
);
325 } else if (strcmp(&url
[strlen(url
) - 4], OPKG_PKG_EXTENSION
) == 0
326 || strcmp(&url
[strlen(url
) - 4], IPKG_PKG_EXTENSION
) == 0
327 || strcmp(&url
[strlen(url
) - 4], DPKG_PKG_EXTENSION
) == 0) {
329 err
= pkg_init_from_file(pkg
, url
);
332 opkg_msg(DEBUG2
, "Package %s provided by hand (%s).\n",
333 pkg
->name
, pkg_get_string(pkg
, PKG_LOCAL_FILENAME
));
334 pkg
->provided_by_hand
= 1;
337 ab_pkg
= ensure_abstract_pkg_by_name(url
);
339 if (!(ab_pkg
->state_flag
& SF_NEED_DETAIL
)) {
340 opkg_msg(DEBUG
, "applying abpkg flag to %s\n", ab_pkg
->name
);
341 ab_pkg
->state_flag
|= SF_NEED_DETAIL
;
349 pkg
->dest
= conf
->default_dest
;
350 pkg
->state_want
= SW_INSTALL
;
351 pkg
->state_flag
|= SF_PREFER
;
352 hash_insert_pkg(pkg
, 1);
355 *namep
= xstrdup(pkg
->name
);
360 int opkg_verify_file(char *text_file
, char *sig_file
)
362 #if defined HAVE_USIGN
366 if (conf
->check_signature
== 0)
374 execl("/usr/sbin/opkg-key", "opkg-key", "verify", sig_file
,
379 waitpid(pid
, &status
, 0);
380 if (!WIFEXITED(status
) || WEXITSTATUS(status
))
384 #elif defined HAVE_GPGME
385 if (conf
->check_signature
== 0)
389 gpgme_data_t sig
, text
, key
;
391 gpgme_verify_result_t result
;
393 char *trusted_path
= NULL
;
395 gpgme_check_version(NULL
);
397 err
= gpgme_new(&ctx
);
402 sprintf_alloc(&trusted_path
, "%s/%s", conf
->offline_root
,
403 "/etc/opkg/trusted.gpg");
404 err
= gpgme_data_new_from_file(&key
, trusted_path
, 1);
409 err
= gpgme_op_import(ctx
, key
);
411 gpgme_data_release(key
);
414 gpgme_data_release(key
);
416 err
= gpgme_data_new_from_file(&sig
, sig_file
, 1);
422 err
= gpgme_data_new_from_file(&text
, text_file
, 1);
424 gpgme_data_release(sig
);
429 err
= gpgme_op_verify(ctx
, sig
, text
, NULL
);
431 result
= gpgme_op_verify_result(ctx
);
435 /* see if any of the signitures matched */
436 s
= result
->signatures
;
438 status
= gpg_err_code(s
->status
);
439 if (status
== GPG_ERR_NO_ERROR
)
444 gpgme_data_release(sig
);
445 gpgme_data_release(text
);
449 #elif defined HAVE_OPENSSL
450 X509_STORE
*store
= NULL
;
452 BIO
*in
= NULL
, *indata
= NULL
;
454 // Sig check failed by default !
459 // Set-up the key store
462 setup_verify(conf
->signature_ca_file
, conf
->signature_ca_path
))) {
463 opkg_msg(ERROR
, "Can't open CA certificates.\n");
464 goto verify_file_end
;
466 // Open a BIO to read the sig file
467 if (!(in
= BIO_new_file(sig_file
, "rb"))) {
468 opkg_msg(ERROR
, "Can't open signature file %s.\n", sig_file
);
469 goto verify_file_end
;
471 // Read the PKCS7 block contained in the sig file
472 p7
= PEM_read_bio_PKCS7(in
, NULL
, NULL
, NULL
);
474 opkg_msg(ERROR
, "Can't read signature file %s (Corrupted ?).\n",
476 goto verify_file_end
;
478 #if defined(HAVE_PATHFINDER)
479 if (conf
->check_x509_path
) {
480 if (!pkcs7_pathfinder_verify_signers(p7
)) {
481 opkg_msg(ERROR
, "pkcs7_pathfinder_verify_signers: "
482 "Path verification failed.\n");
483 goto verify_file_end
;
488 // Open the Package file to authenticate
489 if (!(indata
= BIO_new_file(text_file
, "rb"))) {
490 opkg_msg(ERROR
, "Can't open file %s.\n", text_file
);
491 goto verify_file_end
;
493 // Let's verify the autenticity !
494 if (PKCS7_verify(p7
, NULL
, store
, indata
, NULL
, PKCS7_BINARY
) != 1) {
496 opkg_msg(ERROR
, "Verification failure.\n");
506 X509_STORE_free(store
);
510 /* mute `unused variable' warnings. */
518 #if defined(HAVE_OPENSSL) || defined(HAVE_SSLCURL)
519 static void openssl_init(void)
524 OPENSSL_config(NULL
);
525 OpenSSL_add_all_algorithms();
526 ERR_load_crypto_strings();
533 #if defined HAVE_OPENSSL
534 static X509_STORE
*setup_verify(char *CAfile
, char *CApath
)
536 X509_STORE
*store
= NULL
;
537 X509_LOOKUP
*lookup
= NULL
;
539 if (!(store
= X509_STORE_new())) {
540 // Something bad is happening...
543 // adds the X509 file lookup method
544 lookup
= X509_STORE_add_lookup(store
, X509_LOOKUP_file());
545 if (lookup
== NULL
) {
548 // Autenticating against one CA file
550 if (!X509_LOOKUP_load_file(lookup
, CAfile
, X509_FILETYPE_PEM
)) {
551 // Invalid CA => Bye bye
552 opkg_msg(ERROR
, "Error loading file %s.\n", CAfile
);
556 X509_LOOKUP_load_file(lookup
, NULL
, X509_FILETYPE_DEFAULT
);
559 // Now look into CApath directory if supplied
560 lookup
= X509_STORE_add_lookup(store
, X509_LOOKUP_hash_dir());
561 if (lookup
== NULL
) {
566 if (!X509_LOOKUP_add_dir(lookup
, CApath
, X509_FILETYPE_PEM
)) {
567 opkg_msg(ERROR
, "Error loading directory %s.\n",
572 X509_LOOKUP_add_dir(lookup
, NULL
, X509_FILETYPE_DEFAULT
);
581 X509_STORE_free(store
);
589 void opkg_curl_cleanup(void)
592 curl_easy_cleanup(curl
);
597 static CURL
*opkg_curl_init(curl_progress_func cb
, void *data
)
601 curl
= curl_easy_init();
606 if (conf
->ssl_engine
) {
608 /* use crypto engine */
610 (curl
, CURLOPT_SSLENGINE
,
611 conf
->ssl_engine
) != CURLE_OK
) {
613 "Can't set crypto engine '%s'.\n",
619 /* set the crypto engine as default */
621 (curl
, CURLOPT_SSLENGINE_DEFAULT
, 1L) != CURLE_OK
) {
623 "Can't set crypto engine '%s' as default.\n",
631 /* cert & key can only be in PEM case in the same file */
632 if (conf
->ssl_key_passwd
) {
634 (curl
, CURLOPT_SSLKEYPASSWD
,
635 conf
->ssl_key_passwd
) != CURLE_OK
) {
637 "Failed to set key password.\n");
641 /* sets the client certificate and its type */
642 if (conf
->ssl_cert_type
) {
644 (curl
, CURLOPT_SSLCERTTYPE
,
645 conf
->ssl_cert_type
) != CURLE_OK
) {
647 "Failed to set certificate format.\n");
650 /* SSL cert name isn't mandatory */
651 if (conf
->ssl_cert
) {
652 curl_easy_setopt(curl
, CURLOPT_SSLCERT
, conf
->ssl_cert
);
655 /* sets the client key and its type */
656 if (conf
->ssl_key_type
) {
658 (curl
, CURLOPT_SSLKEYTYPE
,
659 conf
->ssl_key_type
) != CURLE_OK
) {
660 opkg_msg(DEBUG
, "Failed to set key format.\n");
665 (curl
, CURLOPT_SSLKEY
, conf
->ssl_key
) != CURLE_OK
) {
666 opkg_msg(DEBUG
, "Failed to set key.\n");
670 /* Should we verify the peer certificate ? */
671 if (conf
->ssl_dont_verify_peer
) {
673 * CURLOPT_SSL_VERIFYPEER default is nonzero (curl => 7.10)
675 curl_easy_setopt(curl
, CURLOPT_SSL_VERIFYPEER
, 0);
677 #ifdef HAVE_PATHFINDER
678 if (conf
->check_x509_path
) {
680 (curl
, CURLOPT_SSL_CTX_FUNCTION
,
681 curl_ssl_ctx_function
) != CURLE_OK
) {
683 "Failed to set ssl path verification callback.\n");
685 curl_easy_setopt(curl
,
686 CURLOPT_SSL_CTX_DATA
,
693 /* certification authority file and/or path */
694 if (conf
->ssl_ca_file
) {
695 curl_easy_setopt(curl
, CURLOPT_CAINFO
,
698 if (conf
->ssl_ca_path
) {
699 curl_easy_setopt(curl
, CURLOPT_CAPATH
,
704 curl_easy_setopt(curl
, CURLOPT_FOLLOWLOCATION
, 1);
705 curl_easy_setopt(curl
, CURLOPT_FAILONERROR
, 1);
706 if (conf
->http_proxy
|| conf
->ftp_proxy
) {
708 sprintf_alloc(&userpwd
, "%s:%s", conf
->proxy_user
,
710 curl_easy_setopt(curl
, CURLOPT_PROXYUSERPWD
, userpwd
);
715 curl_easy_setopt(curl
, CURLOPT_NOPROGRESS
, (cb
== NULL
));
717 curl_easy_setopt(curl
, CURLOPT_PROGRESSDATA
, data
);
718 curl_easy_setopt(curl
, CURLOPT_PROGRESSFUNCTION
, cb
);