1 /* vi: set noexpandtab sw=4 sts=4: */
2 /* opkg_download.c - the opkg package management system
6 Copyright (C) 2001 University of Southern California
7 Copyright (C) 2008 OpenMoko Inc
9 This program is free software; you can redistribute it and/or
10 modify it under the terms of the GNU General Public License as
11 published by the Free Software Foundation; either version 2, or (at
12 your option) any later version.
14 This program is distributed in the hope that it will be useful, but
15 WITHOUT ANY WARRANTY; without even the implied warranty of
16 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
17 General Public License for more details.
25 #include "opkg_download.h"
26 #include "opkg_message.h"
28 #include "sprintf_alloc.h"
30 #include "file_util.h"
31 #include "opkg_defines.h"
32 #include "libbb/libbb.h"
35 #include <curl/curl.h>
38 #if defined(HAVE_SSLCURL) || defined(HAVE_OPENSSL)
39 #include <openssl/conf.h>
40 #include <openssl/evp.h>
41 #include <openssl/err.h>
42 #include <openssl/ssl.h>
45 #if defined(HAVE_GPGME)
47 #elif defined(HAVE_OPENSSL)
48 #include <openssl/bio.h>
49 #include <openssl/objects.h>
50 #include <openssl/x509.h>
51 #include <openssl/pem.h>
52 #include <openssl/hmac.h>
55 #ifdef HAVE_PATHFINDER
56 #include "opkg_pathfinder.h"
59 #if defined(HAVE_OPENSSL) || defined(HAVE_SSLCURL)
60 static void openssl_init(void);
64 static X509_STORE
*setup_verify(char *CAfile
, char *CApath
);
69 * Make curl an instance variable so we don't have to instanciate it
72 static CURL
*curl
= NULL
;
73 static CURL
*opkg_curl_init(curl_progress_func cb
, void *data
);
77 str_starts_with(const char *str
, const char *prefix
)
79 return (strncmp(str
, prefix
, strlen(prefix
)) == 0);
83 opkg_download(const char *src
, const char *dest_file_name
,
84 curl_progress_func cb
, void *data
)
88 char *src_basec
= xstrdup(src
);
89 char *src_base
= basename(src_basec
);
90 char *tmp_file_location
;
92 opkg_msg(NOTICE
,"Downloading %s.\n", src
);
94 if (str_starts_with(src
, "file:")) {
95 const char *file_src
= src
+ 5;
96 opkg_msg(INFO
, "Copying %s to %s...", file_src
, dest_file_name
);
97 err
= file_copy(file_src
, dest_file_name
);
98 opkg_msg(INFO
, "Done.\n");
103 sprintf_alloc(&tmp_file_location
, "%s/%s", conf
->tmp_dir
, src_base
);
105 err
= unlink(tmp_file_location
);
106 if (err
&& errno
!= ENOENT
) {
107 opkg_perror(ERROR
, "Failed to unlink %s", tmp_file_location
);
108 free(tmp_file_location
);
112 if (conf
->http_proxy
) {
113 opkg_msg(DEBUG
, "Setting environment variable: http_proxy = %s.\n",
115 setenv("http_proxy", conf
->http_proxy
, 1);
117 if (conf
->ftp_proxy
) {
118 opkg_msg(DEBUG
, "Setting environment variable: ftp_proxy = %s.\n",
120 setenv("ftp_proxy", conf
->ftp_proxy
, 1);
122 if (conf
->no_proxy
) {
123 opkg_msg(DEBUG
,"Setting environment variable: no_proxy = %s.\n",
125 setenv("no_proxy", conf
->no_proxy
, 1);
130 FILE * file
= fopen (tmp_file_location
, "w");
132 curl
= opkg_curl_init (cb
, data
);
135 curl_easy_setopt (curl
, CURLOPT_URL
, src
);
136 curl_easy_setopt (curl
, CURLOPT_WRITEDATA
, file
);
138 res
= curl_easy_perform (curl
);
143 curl_easy_getinfo(curl
, CURLINFO_RESPONSE_CODE
, &error_code
);
144 opkg_msg(ERROR
, "Failed to download %s: %s.\n",
145 src
, curl_easy_strerror(res
));
146 free(tmp_file_location
);
153 free(tmp_file_location
);
164 if (conf
->http_proxy
|| conf
->ftp_proxy
) {
169 argv
[i
++] = tmp_file_location
;
175 opkg_msg(ERROR
, "Failed to download %s, wget returned %d.\n", src
, res
);
176 free(tmp_file_location
);
182 err
= file_move(tmp_file_location
, dest_file_name
);
184 free(tmp_file_location
);
190 opkg_download_cache(const char *src
, const char *dest_file_name
,
191 curl_progress_func cb
, void *data
)
193 char *cache_name
= xstrdup(src
);
194 char *cache_location
, *p
;
197 if (!conf
->cache
|| str_starts_with(src
, "file:")) {
198 err
= opkg_download(src
, dest_file_name
, cb
, data
);
202 for (p
= cache_name
; *p
; p
++)
204 *p
= ','; /* looks nicer than | or # */
206 sprintf_alloc(&cache_location
, "%s/%s", conf
->cache
, cache_name
);
207 if (file_exists(cache_location
))
208 opkg_msg(NOTICE
, "Copying %s.\n", cache_location
);
210 err
= opkg_download(src
, cache_location
, cb
, data
);
212 (void) unlink(cache_location
);
217 err
= file_copy(cache_location
, dest_file_name
);
221 free(cache_location
);
228 opkg_download_pkg(pkg_t
*pkg
, const char *dir
)
232 char *stripped_filename
;
234 if (pkg
->src
== NULL
) {
235 opkg_msg(ERROR
, "Package %s is not available from any configured src.\n",
239 if (pkg
->filename
== NULL
) {
240 opkg_msg(ERROR
, "Package %s does not have a valid filename field.\n",
245 sprintf_alloc(&url
, "%s/%s", pkg
->src
->value
, pkg
->filename
);
247 /* XXX: BUG: The pkg->filename might be something like
248 "../../foo.opk". While this is correct, and exactly what we
249 want to use to construct url above, here we actually need to
250 use just the filename part, without any directory. */
252 stripped_filename
= strrchr(pkg
->filename
, '/');
253 if ( ! stripped_filename
)
254 stripped_filename
= pkg
->filename
;
256 sprintf_alloc(&pkg
->local_filename
, "%s/%s", dir
, stripped_filename
);
258 err
= opkg_download_cache(url
, pkg
->local_filename
, NULL
, NULL
);
265 * Downloads file from url, installs in package database, return package name.
268 opkg_prepare_url_for_install(const char *url
, char **namep
)
275 if (str_starts_with(url
, "http://")
276 || str_starts_with(url
, "ftp://")) {
278 char *file_basec
= xstrdup(url
);
279 char *file_base
= basename(file_basec
);
281 sprintf_alloc(&tmp_file
, "%s/%s", conf
->tmp_dir
, file_base
);
282 err
= opkg_download(url
, tmp_file
, NULL
, NULL
);
286 err
= pkg_init_from_file(pkg
, tmp_file
);
293 } else if (strcmp(&url
[strlen(url
) - 4], OPKG_PKG_EXTENSION
) == 0
294 || strcmp(&url
[strlen(url
) - 4], IPKG_PKG_EXTENSION
) == 0
295 || strcmp(&url
[strlen(url
) - 4], DPKG_PKG_EXTENSION
) == 0) {
297 err
= pkg_init_from_file(pkg
, url
);
300 opkg_msg(DEBUG2
, "Package %s provided by hand (%s).\n",
301 pkg
->name
, pkg
->local_filename
);
302 pkg
->provided_by_hand
= 1;
310 pkg
->dest
= conf
->default_dest
;
311 pkg
->state_want
= SW_INSTALL
;
312 pkg
->state_flag
|= SF_PREFER
;
313 hash_insert_pkg(pkg
, 1);
322 opkg_verify_file (char *text_file
, char *sig_file
)
324 #if defined HAVE_GPGME
325 if (conf
->check_signature
== 0 )
329 gpgme_data_t sig
, text
, key
;
331 gpgme_verify_result_t result
;
333 char *trusted_path
= NULL
;
335 err
= gpgme_new (&ctx
);
340 sprintf_alloc(&trusted_path
, "%s/%s", conf
->offline_root
, "/etc/opkg/trusted.gpg");
341 err
= gpgme_data_new_from_file (&key
, trusted_path
, 1);
347 err
= gpgme_op_import (ctx
, key
);
350 gpgme_data_release (key
);
353 gpgme_data_release (key
);
355 err
= gpgme_data_new_from_file (&sig
, sig_file
, 1);
362 err
= gpgme_data_new_from_file (&text
, text_file
, 1);
365 gpgme_data_release (sig
);
370 err
= gpgme_op_verify (ctx
, sig
, text
, NULL
);
372 result
= gpgme_op_verify_result (ctx
);
376 /* see if any of the signitures matched */
377 s
= result
->signatures
;
380 status
= gpg_err_code (s
->status
);
381 if (status
== GPG_ERR_NO_ERROR
)
387 gpgme_data_release (sig
);
388 gpgme_data_release (text
);
392 #elif defined HAVE_OPENSSL
393 X509_STORE
*store
= NULL
;
395 BIO
*in
= NULL
, *indata
= NULL
;
397 // Sig check failed by default !
402 // Set-up the key store
403 if(!(store
= setup_verify(conf
->signature_ca_file
, conf
->signature_ca_path
))){
404 opkg_msg(ERROR
, "Can't open CA certificates.\n");
405 goto verify_file_end
;
408 // Open a BIO to read the sig file
409 if (!(in
= BIO_new_file(sig_file
, "rb"))){
410 opkg_msg(ERROR
, "Can't open signature file %s.\n", sig_file
);
411 goto verify_file_end
;
414 // Read the PKCS7 block contained in the sig file
415 p7
= PEM_read_bio_PKCS7(in
, NULL
, NULL
, NULL
);
417 opkg_msg(ERROR
, "Can't read signature file %s (Corrupted ?).\n",
419 goto verify_file_end
;
421 #if defined(HAVE_PATHFINDER)
422 if(conf
->check_x509_path
){
423 if(!pkcs7_pathfinder_verify_signers(p7
)){
424 opkg_msg(ERROR
, "pkcs7_pathfinder_verify_signers: "
425 "Path verification failed.\n");
426 goto verify_file_end
;
431 // Open the Package file to authenticate
432 if (!(indata
= BIO_new_file(text_file
, "rb"))){
433 opkg_msg(ERROR
, "Can't open file %s.\n", text_file
);
434 goto verify_file_end
;
437 // Let's verify the autenticity !
438 if (PKCS7_verify(p7
, NULL
, store
, indata
, NULL
, PKCS7_BINARY
) != 1){
440 opkg_msg(ERROR
, "Verification failure.\n");
450 X509_STORE_free(store
);
454 /* mute `unused variable' warnings. */
463 #if defined(HAVE_OPENSSL) || defined(HAVE_SSLCURL)
464 static void openssl_init(void){
468 OPENSSL_config(NULL
);
469 OpenSSL_add_all_algorithms();
470 ERR_load_crypto_strings();
478 #if defined HAVE_OPENSSL
480 setup_verify(char *CAfile
, char *CApath
)
482 X509_STORE
*store
= NULL
;
483 X509_LOOKUP
*lookup
= NULL
;
485 if(!(store
= X509_STORE_new())){
486 // Something bad is happening...
490 // adds the X509 file lookup method
491 lookup
= X509_STORE_add_lookup(store
,X509_LOOKUP_file());
496 // Autenticating against one CA file
498 if(!X509_LOOKUP_load_file(lookup
,CAfile
,X509_FILETYPE_PEM
)) {
499 // Invalid CA => Bye bye
500 opkg_msg(ERROR
, "Error loading file %s.\n", CAfile
);
504 X509_LOOKUP_load_file(lookup
,NULL
,X509_FILETYPE_DEFAULT
);
507 // Now look into CApath directory if supplied
508 lookup
= X509_STORE_add_lookup(store
,X509_LOOKUP_hash_dir());
514 if(!X509_LOOKUP_add_dir(lookup
,CApath
,X509_FILETYPE_PEM
)) {
515 opkg_msg(ERROR
, "Error loading directory %s.\n", CApath
);
519 X509_LOOKUP_add_dir(lookup
,NULL
,X509_FILETYPE_DEFAULT
);
528 X509_STORE_free(store
);
536 void opkg_curl_cleanup(void){
538 curl_easy_cleanup (curl
);
544 opkg_curl_init(curl_progress_func cb
, void *data
)
548 curl
= curl_easy_init();
553 if (conf
->ssl_engine
) {
555 /* use crypto engine */
556 if (curl_easy_setopt(curl
, CURLOPT_SSLENGINE
, conf
->ssl_engine
) != CURLE_OK
){
557 opkg_msg(ERROR
, "Can't set crypto engine '%s'.\n",
563 /* set the crypto engine as default */
564 if (curl_easy_setopt(curl
, CURLOPT_SSLENGINE_DEFAULT
, 1L) != CURLE_OK
){
565 opkg_msg(ERROR
, "Can't set crypto engine '%s' as default.\n",
573 /* cert & key can only be in PEM case in the same file */
574 if(conf
->ssl_key_passwd
){
575 if (curl_easy_setopt(curl
, CURLOPT_SSLKEYPASSWD
, conf
->ssl_key_passwd
) != CURLE_OK
)
577 opkg_msg(DEBUG
, "Failed to set key password.\n");
581 /* sets the client certificate and its type */
582 if(conf
->ssl_cert_type
){
583 if (curl_easy_setopt(curl
, CURLOPT_SSLCERTTYPE
, conf
->ssl_cert_type
) != CURLE_OK
)
585 opkg_msg(DEBUG
, "Failed to set certificate format.\n");
588 /* SSL cert name isn't mandatory */
590 curl_easy_setopt(curl
, CURLOPT_SSLCERT
, conf
->ssl_cert
);
593 /* sets the client key and its type */
594 if(conf
->ssl_key_type
){
595 if (curl_easy_setopt(curl
, CURLOPT_SSLKEYTYPE
, conf
->ssl_key_type
) != CURLE_OK
)
597 opkg_msg(DEBUG
, "Failed to set key format.\n");
601 if (curl_easy_setopt(curl
, CURLOPT_SSLKEY
, conf
->ssl_key
) != CURLE_OK
)
603 opkg_msg(DEBUG
, "Failed to set key.\n");
607 /* Should we verify the peer certificate ? */
608 if(conf
->ssl_dont_verify_peer
){
610 * CURLOPT_SSL_VERIFYPEER default is nonzero (curl => 7.10)
612 curl_easy_setopt(curl
, CURLOPT_SSL_VERIFYPEER
, 0);
614 #ifdef HAVE_PATHFINDER
615 if(conf
->check_x509_path
){
616 if (curl_easy_setopt(curl
, CURLOPT_SSL_CTX_FUNCTION
, curl_ssl_ctx_function
) != CURLE_OK
){
617 opkg_msg(DEBUG
, "Failed to set ssl path verification callback.\n");
619 curl_easy_setopt(curl
, CURLOPT_SSL_CTX_DATA
, NULL
);
625 /* certification authority file and/or path */
626 if(conf
->ssl_ca_file
){
627 curl_easy_setopt(curl
, CURLOPT_CAINFO
, conf
->ssl_ca_file
);
629 if(conf
->ssl_ca_path
){
630 curl_easy_setopt(curl
, CURLOPT_CAPATH
, conf
->ssl_ca_path
);
634 curl_easy_setopt (curl
, CURLOPT_FOLLOWLOCATION
, 1);
635 curl_easy_setopt (curl
, CURLOPT_FAILONERROR
, 1);
636 if (conf
->http_proxy
|| conf
->ftp_proxy
)
639 sprintf_alloc (&userpwd
, "%s:%s", conf
->proxy_user
,
641 curl_easy_setopt(curl
, CURLOPT_PROXYUSERPWD
, userpwd
);
646 curl_easy_setopt (curl
, CURLOPT_NOPROGRESS
, (cb
== NULL
));
649 curl_easy_setopt (curl
, CURLOPT_PROGRESSDATA
, data
);
650 curl_easy_setopt (curl
, CURLOPT_PROGRESSFUNCTION
, cb
);