1 /* vi: set noexpandtab sw=4 sts=4: */
2 /* opkg_download.c - the opkg package management system
6 Copyright (C) 2001 University of Southern California
7 Copyright (C) 2008 OpenMoko Inc
9 This program is free software; you can redistribute it and/or
10 modify it under the terms of the GNU General Public License as
11 published by the Free Software Foundation; either version 2, or (at
12 your option) any later version.
14 This program is distributed in the hope that it will be useful, but
15 WITHOUT ANY WARRANTY; without even the implied warranty of
16 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
17 General Public License for more details.
22 #include <curl/curl.h>
25 #if defined(HAVE_SSLCURL) || defined(HAVE_OPENSSL)
26 #include <openssl/conf.h>
27 #include <openssl/evp.h>
28 #include <openssl/err.h>
31 #if defined(HAVE_GPGME)
33 #elif defined(HAVE_OPENSSL)
34 #include <openssl/bio.h>
35 #include <openssl/objects.h>
36 #include <openssl/x509.h>
37 #include <openssl/pem.h>
38 #include <openssl/hmac.h>
42 #include "opkg_download.h"
43 #include "opkg_message.h"
45 #include "sprintf_alloc.h"
47 #include "file_util.h"
49 #include "opkg_defines.h"
51 #if defined(HAVE_OPENSSL) || defined(HAVE_SSLCURL)
52 static void openssl_init(void);
56 static X509_STORE
*setup_verify(opkg_conf_t
*conf
, char *CAfile
, char *CApath
);
61 * Make curl an instance variable so we don't have to instanciate it
64 static CURL
*curl
= NULL
;
65 static void opkg_curl_cleanup(void);
66 static CURL
*opkg_curl_init(opkg_conf_t
*conf
, curl_progress_func cb
, void *data
);
69 int opkg_download(opkg_conf_t
*conf
, const char *src
,
70 const char *dest_file_name
, curl_progress_func cb
, void *data
)
74 char *src_basec
= strdup(src
);
75 char *src_base
= basename(src_basec
);
76 char *tmp_file_location
;
78 opkg_message(conf
,OPKG_NOTICE
,"Downloading %s\n", src
);
80 if (str_starts_with(src
, "file:")) {
82 const char *file_src
= src
+ 5;
83 opkg_message(conf
,OPKG_INFO
,"Copying %s to %s...", file_src
, dest_file_name
);
84 ret
= file_copy(src
+ 5, dest_file_name
);
85 opkg_message(conf
,OPKG_INFO
,"Done\n");
90 sprintf_alloc(&tmp_file_location
, "%s/%s", conf
->tmp_dir
, src_base
);
91 err
= unlink(tmp_file_location
);
92 if (err
&& errno
!= ENOENT
) {
93 opkg_message(conf
,OPKG_ERROR
, "%s: ERROR: failed to unlink %s: %s\n",
94 __FUNCTION__
, tmp_file_location
, strerror(errno
));
95 free(tmp_file_location
);
100 if (conf
->http_proxy
) {
101 opkg_message(conf
,OPKG_DEBUG
,"Setting environment variable: http_proxy = %s\n", conf
->http_proxy
);
102 setenv("http_proxy", conf
->http_proxy
, 1);
104 if (conf
->ftp_proxy
) {
105 opkg_message(conf
,OPKG_DEBUG
,"Setting environment variable: ftp_proxy = %s\n", conf
->ftp_proxy
);
106 setenv("ftp_proxy", conf
->ftp_proxy
, 1);
108 if (conf
->no_proxy
) {
109 opkg_message(conf
,OPKG_DEBUG
,"Setting environment variable: no_proxy = %s\n", conf
->no_proxy
);
110 setenv("no_proxy", conf
->no_proxy
, 1);
116 FILE * file
= fopen (tmp_file_location
, "w");
118 curl
= opkg_curl_init (conf
, cb
, data
);
121 curl_easy_setopt (curl
, CURLOPT_URL
, src
);
122 curl_easy_setopt (curl
, CURLOPT_WRITEDATA
, file
);
124 res
= curl_easy_perform (curl
);
129 curl_easy_getinfo(curl
, CURLINFO_RESPONSE_CODE
, &error_code
);
130 opkg_message(conf
, OPKG_ERROR
, "Failed to download %s. \nerror detail: %s\n", src
, curl_easy_strerror(res
));
131 free(tmp_file_location
);
139 free(tmp_file_location
);
148 wgetopts
= getenv("OPKG_WGETOPTS");
149 sprintf_alloc(&wgetcmd
, "wget -q %s%s -O \"%s\" \"%s\"",
150 (conf
->http_proxy
|| conf
->ftp_proxy
) ? "-Y on " : "",
151 (wgetopts
!=NULL
) ? wgetopts
: "",
152 tmp_file_location
, src
);
153 opkg_message(conf
, OPKG_INFO
, "Executing: %s\n", wgetcmd
);
154 res
= xsystem(wgetcmd
);
157 opkg_message(conf
, OPKG_ERROR
, "Failed to download %s, error %d\n", src
, res
);
158 free(tmp_file_location
);
165 err
= file_move(tmp_file_location
, dest_file_name
);
167 free(tmp_file_location
);
177 static int opkg_download_cache(opkg_conf_t
*conf
, const char *src
,
178 const char *dest_file_name
, curl_progress_func cb
, void *data
)
180 char *cache_name
= strdup(src
);
181 char *cache_location
, *p
;
184 if (!conf
->cache
|| str_starts_with(src
, "file:")) {
185 err
= opkg_download(conf
, src
, dest_file_name
, cb
, data
);
189 for (p
= cache_name
; *p
; p
++)
191 *p
= ','; /* looks nicer than | or # */
193 sprintf_alloc(&cache_location
, "%s/%s", conf
->cache
, cache_name
);
194 if (file_exists(cache_location
))
195 opkg_message(conf
, OPKG_NOTICE
, "Copying %s\n", cache_location
);
197 err
= opkg_download(conf
, src
, cache_location
, cb
, data
);
199 (void) unlink(cache_location
);
204 err
= file_copy(cache_location
, dest_file_name
);
208 free(cache_location
);
214 int opkg_download_pkg(opkg_conf_t
*conf
, pkg_t
*pkg
, const char *dir
)
218 char *stripped_filename
;
220 if (pkg
->src
== NULL
) {
221 opkg_message(conf
,OPKG_ERROR
, "ERROR: Package %s (parent %s) is not available from any configured src.\n",
222 pkg
->name
, pkg
->parent
->name
);
225 if (pkg
->filename
== NULL
) {
226 opkg_message(conf
,OPKG_ERROR
, "ERROR: Package %s (parent %s) does not have a valid filename field.\n",pkg
->name
, pkg
->parent
->name
);
230 sprintf_alloc(&url
, "%s/%s", pkg
->src
->value
, pkg
->filename
);
232 /* XXX: BUG: The pkg->filename might be something like
233 "../../foo.opk". While this is correct, and exactly what we
234 want to use to construct url above, here we actually need to
235 use just the filename part, without any directory. */
237 stripped_filename
= strrchr(pkg
->filename
, '/');
238 if ( ! stripped_filename
)
239 stripped_filename
= pkg
->filename
;
241 sprintf_alloc(&pkg
->local_filename
, "%s/%s", dir
, stripped_filename
);
243 err
= opkg_download_cache(conf
, url
, pkg
->local_filename
, NULL
, NULL
);
250 * Downloads file from url, installs in package database, return package name.
252 int opkg_prepare_url_for_install(opkg_conf_t
*conf
, const char *url
, char **namep
)
260 if (str_starts_with(url
, "http://")
261 || str_starts_with(url
, "ftp://")) {
263 char *file_basec
= strdup(url
);
264 char *file_base
= basename(file_basec
);
266 sprintf_alloc(&tmp_file
, "%s/%s", conf
->tmp_dir
, file_base
);
267 err
= opkg_download(conf
, url
, tmp_file
, NULL
, NULL
);
271 err
= pkg_init_from_file(pkg
, tmp_file
);
278 } else if (strcmp(&url
[strlen(url
) - 4], OPKG_PKG_EXTENSION
) == 0
279 || strcmp(&url
[strlen(url
) - 4], IPKG_PKG_EXTENSION
) == 0
280 || strcmp(&url
[strlen(url
) - 4], DPKG_PKG_EXTENSION
) == 0) {
282 err
= pkg_init_from_file(pkg
, url
);
285 opkg_message(conf
, OPKG_DEBUG2
, "Package %s provided by hand (%s).\n", pkg
->name
,pkg
->local_filename
);
286 pkg
->provided_by_hand
= 1;
294 if (!pkg
->architecture
) {
295 opkg_message(conf
, OPKG_ERROR
, "Package %s has no Architecture defined.\n", pkg
->name
);
299 pkg
->dest
= conf
->default_dest
;
300 pkg
->state_want
= SW_INSTALL
;
301 pkg
->state_flag
|= SF_PREFER
;
302 pkg
= hash_insert_pkg(&conf
->pkg_hash
, pkg
, 1,conf
);
304 fprintf(stderr
, "%s : This should never happen. Report this Bug in bugzilla please \n ",__FUNCTION__
);
308 *namep
= strdup(pkg
->name
);
314 opkg_verify_file (opkg_conf_t
*conf
, char *text_file
, char *sig_file
)
316 #if defined HAVE_GPGME
317 if (conf
->check_signature
== 0 )
321 gpgme_data_t sig
, text
, key
;
322 gpgme_error_t err
= -1;
323 gpgme_verify_result_t result
;
325 char *trusted_path
= NULL
;
327 err
= gpgme_new (&ctx
);
332 sprintf_alloc(&trusted_path
, "%s/%s", conf
->offline_root
, "/etc/opkg/trusted.gpg");
333 err
= gpgme_data_new_from_file (&key
, trusted_path
, 1);
339 err
= gpgme_op_import (ctx
, key
);
342 gpgme_data_release (key
);
345 gpgme_data_release (key
);
347 err
= gpgme_data_new_from_file (&sig
, sig_file
, 1);
354 err
= gpgme_data_new_from_file (&text
, text_file
, 1);
357 gpgme_data_release (sig
);
362 err
= gpgme_op_verify (ctx
, sig
, text
, NULL
);
364 result
= gpgme_op_verify_result (ctx
);
368 /* see if any of the signitures matched */
369 s
= result
->signatures
;
372 status
= gpg_err_code (s
->status
);
373 if (status
== GPG_ERR_NO_ERROR
)
379 gpgme_data_release (sig
);
380 gpgme_data_release (text
);
384 #elif defined HAVE_OPENSSL
385 X509_STORE
*store
= NULL
;
387 BIO
*in
= NULL
, *indata
= NULL
;
389 // Sig check failed by default !
394 // Set-up the key store
395 if(!(store
= setup_verify(conf
, conf
->signature_ca_file
, conf
->signature_ca_path
))){
396 opkg_message(conf
, OPKG_ERROR
,
397 "Can't open CA certificates\n");
398 goto verify_file_end
;
401 // Open a BIO to read the sig file
402 if (!(in
= BIO_new_file(sig_file
, "rb"))){
403 opkg_message(conf
, OPKG_ERROR
,
404 "Can't open signature file %s\n", sig_file
);
405 goto verify_file_end
;
408 // Read the PKCS7 block contained in the sig file
409 p7
= PEM_read_bio_PKCS7(in
, NULL
, NULL
, NULL
);
411 opkg_message(conf
, OPKG_ERROR
,
412 "Can't read signature file (Corrupted ?)\n");
413 goto verify_file_end
;
416 // Open the Package file to authenticate
417 if (!(indata
= BIO_new_file(text_file
, "rb"))){
418 opkg_message(conf
, OPKG_ERROR
,
419 "Can't open file %s\n", text_file
);
420 goto verify_file_end
;
423 // Let's verify the autenticity !
424 if (PKCS7_verify(p7
, NULL
, store
, indata
, NULL
, PKCS7_BINARY
) != 1){
426 opkg_message(conf
, OPKG_ERROR
,
427 "Verification failure\n");
437 X509_STORE_free(store
);
441 /* mute `unused variable' warnings. */
450 #if defined(HAVE_OPENSSL) || defined(HAVE_SSLCURL)
451 static void openssl_init(void){
455 OPENSSL_config(NULL
);
456 OpenSSL_add_all_algorithms();
457 ERR_load_crypto_strings();
465 #if defined HAVE_OPENSSL
466 static X509_STORE
*setup_verify(opkg_conf_t
*conf
, char *CAfile
, char *CApath
){
467 X509_STORE
*store
= NULL
;
468 X509_LOOKUP
*lookup
= NULL
;
470 if(!(store
= X509_STORE_new())){
471 // Something bad is happening...
475 // adds the X509 file lookup method
476 lookup
= X509_STORE_add_lookup(store
,X509_LOOKUP_file());
481 // Autenticating against one CA file
483 if(!X509_LOOKUP_load_file(lookup
,CAfile
,X509_FILETYPE_PEM
)) {
484 // Invalid CA => Bye bye
485 opkg_message(conf
, OPKG_ERROR
,
486 "Error loading file %s\n", CAfile
);
490 X509_LOOKUP_load_file(lookup
,NULL
,X509_FILETYPE_DEFAULT
);
493 // Now look into CApath directory if supplied
494 lookup
= X509_STORE_add_lookup(store
,X509_LOOKUP_hash_dir());
500 if(!X509_LOOKUP_add_dir(lookup
,CApath
,X509_FILETYPE_PEM
)) {
501 opkg_message(conf
, OPKG_ERROR
,
502 "Error loading directory %s\n", CApath
);
506 X509_LOOKUP_add_dir(lookup
,NULL
,X509_FILETYPE_DEFAULT
);
515 X509_STORE_free(store
);
523 static void opkg_curl_cleanup(void){
525 curl_easy_cleanup (curl
);
530 static CURL
*opkg_curl_init(opkg_conf_t
*conf
, curl_progress_func cb
, void *data
){
533 curl
= curl_easy_init();
538 if (conf
->ssl_engine
) {
540 /* use crypto engine */
541 if (curl_easy_setopt(curl
, CURLOPT_SSLENGINE
, conf
->ssl_engine
) != CURLE_OK
){
542 opkg_message(conf
, OPKG_ERROR
, "can't set crypto engine: '%s'\n",
548 /* set the crypto engine as default */
549 if (curl_easy_setopt(curl
, CURLOPT_SSLENGINE_DEFAULT
, 1L) != CURLE_OK
){
550 opkg_message(conf
, OPKG_ERROR
, "can't set crypto engine as default\n");
557 /* cert & key can only be in PEM case in the same file */
558 if(conf
->ssl_key_passwd
){
559 if (curl_easy_setopt(curl
, CURLOPT_SSLKEYPASSWD
, conf
->ssl_key_passwd
) != CURLE_OK
)
561 opkg_message(conf
, OPKG_DEBUG
, "Failed to set key password\n");
565 /* sets the client certificate and its type */
566 if(conf
->ssl_cert_type
){
567 if (curl_easy_setopt(curl
, CURLOPT_SSLCERTTYPE
, conf
->ssl_cert_type
) != CURLE_OK
)
569 opkg_message(conf
, OPKG_DEBUG
, "Failed to set certificate format\n");
572 /* SSL cert name isn't mandatory */
574 curl_easy_setopt(curl
, CURLOPT_SSLCERT
, conf
->ssl_cert
);
577 /* sets the client key and its type */
578 if(conf
->ssl_key_type
){
579 if (curl_easy_setopt(curl
, CURLOPT_SSLKEYTYPE
, conf
->ssl_key_type
) != CURLE_OK
)
581 opkg_message(conf
, OPKG_DEBUG
, "Failed to set key format\n");
585 if (curl_easy_setopt(curl
, CURLOPT_SSLKEY
, conf
->ssl_key
) != CURLE_OK
)
587 opkg_message(conf
, OPKG_DEBUG
, "Failed to set key\n");
591 /* Should we verify the peer certificate ? */
592 if(conf
->ssl_dont_verify_peer
){
594 * CURLOPT_SSL_VERIFYPEER default is nonzero (curl => 7.10)
596 curl_easy_setopt(curl
, CURLOPT_SSL_VERIFYPEER
, 0);
599 /* certification authority file and/or path */
600 if(conf
->ssl_ca_file
){
601 curl_easy_setopt(curl
, CURLOPT_CAINFO
, conf
->ssl_ca_file
);
603 if(conf
->ssl_ca_path
){
604 curl_easy_setopt(curl
, CURLOPT_CAPATH
, conf
->ssl_ca_path
);
608 curl_easy_setopt (curl
, CURLOPT_FOLLOWLOCATION
, 1);
609 curl_easy_setopt (curl
, CURLOPT_FAILONERROR
, 1);
610 if (conf
->http_proxy
|| conf
->ftp_proxy
)
613 sprintf_alloc (&userpwd
, "%s:%s", conf
->proxy_user
,
615 curl_easy_setopt(curl
, CURLOPT_PROXYUSERPWD
, userpwd
);
619 /* add curl cleanup callback */
620 if(!atexit(opkg_curl_cleanup
)){
621 opkg_message(conf
,OPKG_DEBUG
, "Failed to register atexit curl cleanup function\n");
626 curl_easy_setopt (curl
, CURLOPT_NOPROGRESS
, (cb
== NULL
));
629 curl_easy_setopt (curl
, CURLOPT_PROGRESSDATA
, data
);
630 curl_easy_setopt (curl
, CURLOPT_PROGRESSFUNCTION
, cb
);