pex: update last query sent timestamp
[project/unetd.git] / pex.c
diff --git a/pex.c b/pex.c
index 62a30f48428822230739acc38a79240ccf8cc655..632d016be4b7f5afd4c36315f83147edfb48aede 100644 (file)
--- a/pex.c
+++ b/pex.c
@@ -5,6 +5,10 @@
 #include <sys/types.h>
 #include <sys/socket.h>
 #include <arpa/inet.h>
+#include <netinet/in.h>
+#include <netinet/ip.h>
+#include <netinet/ip6.h>
+#include <netinet/udp.h>
 #include <fcntl.h>
 #include <stdlib.h>
 #include <inttypes.h>
@@ -70,7 +74,7 @@ static void pex_msg_send(struct network *net, struct network_peer *peer)
                return;
 
        pex_get_peer_addr(&sin6, net, peer);
-       if (__pex_msg_send(net->pex.fd.fd, &sin6) < 0)
+       if (__pex_msg_send(net->pex.fd.fd, &sin6, NULL, 0) < 0)
                D_PEER(net, peer, "pex_msg_send failed: %s", strerror(errno));
 }
 
@@ -82,7 +86,7 @@ static void pex_msg_send_ext(struct network *net, struct network_peer *peer,
        if (!addr)
                return pex_msg_send(net, peer);
 
-       if (__pex_msg_send(-1, addr) < 0)
+       if (__pex_msg_send(-1, addr, NULL, 0) < 0)
                D_NET(net, "pex_msg_send_ext(%s) failed: %s",
                      inet_ntop(addr->sin6_family, (const void *)&addr->sin6_addr, addrbuf,
                                sizeof(addrbuf)),
@@ -161,12 +165,96 @@ network_pex_handle_endpoint_change(struct network *net, struct network_peer *pee
        }
 }
 
+static void
+network_pex_host_send_endpoint_notify(struct network *net, struct network_pex_host *host)
+{
+       union {
+               struct {
+                       struct ip ip;
+                       struct udphdr udp;
+               } ipv4;
+               struct {
+                       struct ip6_hdr ip;
+                       struct udphdr udp;
+               } ipv6;
+       } packet = {};
+       struct udphdr *udp;
+       union network_endpoint dest_ep;
+       union network_addr local_addr = {};
+       int len;
+
+       pex_msg_init_ext(net, PEX_MSG_ENDPOINT_NOTIFY, true);
+
+       memcpy(&dest_ep, &host->endpoint, sizeof(dest_ep));
+
+       /* work around issue with local address lookup for local broadcast */
+       if (host->endpoint.sa.sa_family == AF_INET) {
+               uint8_t *data = (uint8_t *)&dest_ep.in.sin_addr;
+
+               if (data[3] == 0xff)
+                       data[3] = 0xfe;
+       }
+       network_get_local_addr(&local_addr, &dest_ep);
+
+       memset(&dest_ep, 0, sizeof(dest_ep));
+       dest_ep.sa.sa_family = host->endpoint.sa.sa_family;
+       if (host->endpoint.sa.sa_family == AF_INET) {
+               packet.ipv4.ip = (struct ip){
+                       .ip_hl = 5,
+                       .ip_v = 4,
+                       .ip_ttl = 64,
+                       .ip_p = IPPROTO_UDP,
+                       .ip_src = local_addr.in,
+                       .ip_dst = host->endpoint.in.sin_addr,
+               };
+               dest_ep.in.sin_addr = host->endpoint.in.sin_addr;
+               udp = &packet.ipv4.udp;
+               len = sizeof(packet.ipv4);
+       } else {
+               packet.ipv6.ip = (struct ip6_hdr){
+                       .ip6_flow = htonl(6 << 28),
+                       .ip6_hops = 128,
+                       .ip6_nxt = IPPROTO_UDP,
+                       .ip6_src = local_addr.in6,
+                       .ip6_dst = host->endpoint.in6.sin6_addr,
+               };
+               dest_ep.in6.sin6_addr = host->endpoint.in6.sin6_addr;
+               udp = &packet.ipv6.udp;
+               len = sizeof(packet.ipv6);
+       }
+
+       udp->uh_sport = htons(net->net_config.local_host->peer.port);
+       udp->uh_dport = host->endpoint.in6.sin6_port;
+
+       if (__pex_msg_send(-1, &dest_ep, &packet, len) < 0)
+               D_NET(net, "pex_msg_send_raw failed: %s", strerror(errno));
+}
+
+
+static void
+network_pex_host_send_port_notify(struct network *net, struct network_pex_host *host)
+{
+       struct pex_endpoint_port_notify *data;
+
+       if (!net->stun.port_ext)
+               return;
+
+       pex_msg_init_ext(net, PEX_MSG_ENDPOINT_PORT_NOTIFY, true);
+
+       data = pex_msg_append(sizeof(*data));
+       data->port = htons(net->stun.port_ext);
+
+       __pex_msg_send(-1, &host->endpoint, NULL, 0);
+}
+
 static void
 network_pex_host_request_update(struct network *net, struct network_pex_host *host)
 {
        char addrstr[INET6_ADDRSTRLEN];
        uint64_t version = 0;
 
+       host->last_ping = unet_gettime();
+
        if (net->net_data_len)
                version = net->net_data_version;
 
@@ -181,7 +269,24 @@ network_pex_host_request_update(struct network *net, struct network_pex_host *ho
                                         net->config.auth_key, &host->endpoint,
                                         version, true))
                return;
-       __pex_msg_send(-1, &host->endpoint);
+
+       __pex_msg_send(-1, &host->endpoint, NULL, 0);
+
+       if (!net->net_config.local_host)
+               return;
+
+       network_pex_host_send_port_notify(net, host);
+       network_pex_host_send_endpoint_notify(net, host);
+}
+
+static void
+network_pex_free_host(struct network *net, struct network_pex_host *host)
+{
+       struct network_pex *pex = &net->pex;
+
+       pex->num_hosts--;
+       list_del(&host->list);
+       free(host);
 }
 
 static void
@@ -189,16 +294,26 @@ network_pex_request_update_cb(struct uloop_timeout *t)
 {
        struct network *net = container_of(t, struct network, pex.request_update_timer);
        struct network_pex *pex = &net->pex;
-       struct network_pex_host *host;
+       struct network_pex_host *host, *tmp;
+       uint64_t now = unet_gettime();
 
-       uloop_timeout_set(t, 5000);
+       uloop_timeout_set(t, 500);
 
        if (list_empty(&pex->hosts))
                return;
 
-       host = list_first_entry(&pex->hosts, struct network_pex_host, list);
-       list_move_tail(&host->list, &pex->hosts);
-       network_pex_host_request_update(net, host);
+       list_for_each_entry_safe(host, tmp, &pex->hosts, list) {
+               if (host->timeout && host->timeout < now) {
+                       network_pex_free_host(net, host);
+                       continue;
+               }
+
+               if (host->last_ping + 10 >= now)
+                       continue;
+
+               list_move_tail(&host->list, &pex->hosts);
+               network_pex_host_request_update(net, host);
+       }
 }
 
 void network_pex_init(struct network *net)
@@ -215,6 +330,7 @@ static void
 network_pex_query_hosts(struct network *net)
 {
        struct network_host *host;
+       uint64_t now;
        int rv = rand();
        int hosts = 0;
        int i;
@@ -225,9 +341,8 @@ network_pex_query_hosts(struct network *net)
                struct network_peer *peer = &host->peer;
                void *id;
 
-               if (host == net->net_config.local_host ||
-                   peer->state.connected ||
-                   peer->endpoint)
+               if ((net->stun.port_ext && host == net->net_config.local_host) ||
+                   peer->state.connected || peer->endpoint)
                        continue;
 
                id = pex_msg_append(PEX_ID_LEN);
@@ -241,6 +356,7 @@ network_pex_query_hosts(struct network *net)
        if (!hosts)
                return;
 
+       now = unet_gettime();
        rv %= net->hosts.count;
        for (i = 0; i < 2; i++) {
                avl_for_each_element(&net->hosts, host, node) {
@@ -254,11 +370,13 @@ network_pex_query_hosts(struct network *net)
                        if (host == net->net_config.local_host)
                                continue;
 
-                       if (!peer->state.connected)
+                       if (!peer->state.connected ||
+                           peer->state.last_query_sent + 15 >= now)
                                continue;
 
                        D_PEER(net, peer, "send query for %d hosts", hosts);
                        pex_msg_send(net, peer);
+                       peer->state.last_query_sent = now;
                        return;
                }
        }
@@ -268,8 +386,12 @@ network_pex_query_hosts(struct network *net)
 static void
 network_pex_send_ping(struct network *net, struct network_peer *peer)
 {
+       if (peer->state.pinged || !peer->state.endpoint.sa.sa_family)
+               return;
+
        pex_msg_init(net, PEX_MSG_PING);
        pex_msg_send(net, peer);
+       peer->state.pinged = true;
 }
 
 static void
@@ -301,13 +423,9 @@ void network_pex_event(struct network *net, struct network_peer *peer,
        if (!network_pex_active(&net->pex))
                return;
 
-       if (peer)
-               D_PEER(net, peer, "PEX event type=%d", ev);
-       else
-               D_NET(net, "PEX event type=%d", ev);
-
        switch (ev) {
        case PEX_EV_HANDSHAKE:
+               peer->state.last_query_sent = 0;
                pex_send_hello(net, peer);
                if (net->config.type == NETWORK_TYPE_DYNAMIC)
                        network_pex_send_update_request(net, peer, NULL);
@@ -360,17 +478,19 @@ network_pex_recv_peers(struct network *net, struct network_peer *peer,
                void *addr;
                int len;
 
-               cur = pex_msg_peer(net, data->peer_id);
-               if (!cur)
+               if (!memcmp(data->peer_id, &local->key, PEX_ID_LEN)) {
+                       network_stun_update_port(net, false, ntohs(data->port));
                        continue;
+               }
 
-               if (cur == peer || cur == local)
+               cur = pex_msg_peer(net, data->peer_id);
+               if (!cur || cur == peer)
                        continue;
 
                D_PEER(net, peer, "received peer address for %s",
                       network_peer_name(cur));
                flags = ntohs(data->flags);
-               ep = &cur->state.next_endpoint;
+               ep = &cur->state.next_endpoint[ENDPOINT_TYPE_PEX];
                ep->sa.sa_family = (flags & PEER_EP_F_IPV6) ? AF_INET6 : AF_INET;
                addr = network_endpoint_addr(ep, &len);
                memcpy(addr, data->addr, len);
@@ -503,7 +623,7 @@ network_pex_recv_update_response(struct network *net, const uint8_t *data, size_
 
        uloop_timeout_set(&net->reload_timer, no_prev_data ? 1 : UNETD_DATA_UPDATE_DELAY);
        vlist_for_each_element(&net->peers, peer, node) {
-               if (!peer->state.connected)
+               if (!peer->state.connected || !peer->pex_port)
                        continue;
                network_pex_send_update_request(net, peer, NULL);
        }
@@ -543,6 +663,8 @@ network_pex_recv(struct network *net, struct network_peer *peer, struct pex_hdr
                network_pex_recv_update_response(net, data, hdr->len,
                                              NULL, hdr->opcode);
                break;
+       case PEX_MSG_ENDPOINT_NOTIFY:
+               break;
        }
 }
 
@@ -576,11 +698,8 @@ network_pex_fd_cb(struct uloop_fd *fd, unsigned int events)
                if (!len)
                        continue;
 
-               if (len < sizeof(*hdr))
-                       continue;
-
-               hdr->len = ntohs(hdr->len);
-               if (len - sizeof(hdr) < hdr->len)
+               hdr = pex_rx_accept(buf, len, false);
+               if (!hdr)
                        continue;
 
                peer = pex_msg_peer(net, hdr->id);
@@ -597,16 +716,34 @@ network_pex_fd_cb(struct uloop_fd *fd, unsigned int events)
        }
 }
 
-static void
-network_pex_create_host(struct network *net, union network_endpoint *ep)
+void network_pex_create_host(struct network *net, union network_endpoint *ep,
+                            unsigned int timeout)
 {
        struct network_pex *pex = &net->pex;
        struct network_pex_host *host;
+       uint64_t now = unet_gettime();
+       bool new_host = false;
+
+       list_for_each_entry(host, &pex->hosts, list) {
+               if (memcmp(&host->endpoint, ep, sizeof(host->endpoint)) != 0)
+                       continue;
+
+               if (host->last_ping + 10 < now) {
+                       list_move_tail(&host->list, &pex->hosts);
+                       network_pex_host_request_update(net, host);
+               }
+               goto out;
+       }
 
        host = calloc(1, sizeof(*host));
+       new_host = true;
        memcpy(&host->endpoint, ep, sizeof(host->endpoint));
        list_add_tail(&host->list, &pex->hosts);
-       network_pex_host_request_update(net, host);
+       pex->num_hosts++;
+
+out:
+       if (timeout && (new_host || host->timeout))
+               host->timeout = timeout + unet_gettime();
 }
 
 static void
@@ -625,15 +762,15 @@ network_pex_open_auth_connect(struct network *net)
        vlist_for_each_element(&net->peers, peer, node) {
                union network_endpoint ep = {};
 
-               if (!peer->endpoint)
+               if (!peer->endpoint || peer->dynamic)
                        continue;
 
-               if (network_get_endpoint(&ep, peer->endpoint,
+               if (network_get_endpoint(&ep, AF_UNSPEC, peer->endpoint,
                                         UNETD_GLOBAL_PEX_PORT, 0) < 0)
                        continue;
 
                ep.in.sin_port = htons(UNETD_GLOBAL_PEX_PORT);
-               network_pex_create_host(net, &ep);
+               network_pex_create_host(net, &ep, 0);
        }
 
        if (!net->config.auth_connect)
@@ -642,11 +779,11 @@ network_pex_open_auth_connect(struct network *net)
        blobmsg_for_each_attr(cur, net->config.auth_connect, rem) {
                union network_endpoint ep = {};
 
-               if (network_get_endpoint(&ep, blobmsg_get_string(cur),
+               if (network_get_endpoint(&ep, AF_UNSPEC, blobmsg_get_string(cur),
                                         UNETD_GLOBAL_PEX_PORT, 0) < 0)
                        continue;
 
-               network_pex_create_host(net, &ep);
+               network_pex_create_host(net, &ep, 0);
        }
 }
 
@@ -705,11 +842,17 @@ void network_pex_close(struct network *net)
 {
        struct network_pex *pex = &net->pex;
        struct network_pex_host *host, *tmp;
+       uint64_t now = unet_gettime();
 
        uloop_timeout_cancel(&pex->request_update_timer);
        list_for_each_entry_safe(host, tmp, &pex->hosts, list) {
-               list_del(&host->list);
-               free(host);
+               if (host->timeout)
+                       continue;
+
+               if (host->last_active + UNETD_PEX_HOST_ACITVE_TIMEOUT >= now)
+                       continue;
+
+               network_pex_free_host(net, host);
        }
 
        if (pex->fd.fd < 0)
@@ -720,6 +863,15 @@ void network_pex_close(struct network *net)
        network_pex_init(net);
 }
 
+void network_pex_free(struct network *net)
+{
+       struct network_pex *pex = &net->pex;
+       struct network_pex_host *host, *tmp;
+
+       list_for_each_entry_safe(host, tmp, &pex->hosts, list)
+               network_pex_free_host(net, host);
+}
+
 static struct network *
 global_pex_find_network(const uint8_t *id)
 {
@@ -734,12 +886,42 @@ global_pex_find_network(const uint8_t *id)
 }
 
 static void
-global_pex_recv(struct pex_hdr *hdr, struct sockaddr_in6 *addr)
+global_pex_set_active(struct network *net, struct sockaddr_in6 *addr)
+{
+       struct network_pex *pex = &net->pex;
+       struct network_pex_host *host;
+
+       list_for_each_entry(host, &pex->hosts, list) {
+               if (memcmp(&host->endpoint.in6, addr, sizeof(*addr)) != 0)
+                       continue;
+
+               host->last_active = unet_gettime();
+       }
+}
+
+static void
+global_pex_recv(void *msg, size_t msg_len, struct sockaddr_in6 *addr)
 {
-       struct pex_ext_hdr *ehdr = (void *)(hdr + 1);
+       struct pex_hdr *hdr;
+       struct pex_ext_hdr *ehdr;
        struct network_peer *peer;
        struct network *net;
-       void *data = (void *)(ehdr + 1);
+       char buf[INET6_ADDRSTRLEN];
+       void *data;
+       int addr_len;
+       int ep_idx = ENDPOINT_TYPE_ENDPOINT_NOTIFY;
+
+       if (stun_msg_is_valid(msg, msg_len)) {
+               avl_for_each_element(&networks, net, node)
+                       network_stun_rx_packet(net, msg, msg_len);
+       }
+
+       hdr = pex_rx_accept(msg, msg_len, true);
+       if (!hdr)
+               return;
+
+       ehdr = (void *)(hdr + 1);
+       data = (void *)(ehdr + 1);
 
        if (hdr->version != 0)
                return;
@@ -750,6 +932,8 @@ global_pex_recv(struct pex_hdr *hdr, struct sockaddr_in6 *addr)
 
        *(uint64_t *)hdr->id ^= pex_network_hash(net->config.auth_key, ehdr->nonce);
 
+       global_pex_set_active(net, addr);
+
        D("PEX global rx op=%d", hdr->opcode);
        switch (hdr->opcode) {
        case PEX_MSG_HELLO:
@@ -768,15 +952,65 @@ global_pex_recv(struct pex_hdr *hdr, struct sockaddr_in6 *addr)
        case PEX_MSG_UPDATE_RESPONSE_NO_DATA:
                network_pex_recv_update_response(net, data, hdr->len, addr, hdr->opcode);
                break;
+       case PEX_MSG_ENDPOINT_PORT_NOTIFY:
+               if (hdr->len < sizeof(struct pex_endpoint_port_notify))
+                       break;
+
+               ep_idx = ENDPOINT_TYPE_ENDPOINT_PORT_NOTIFY;
+               fallthrough;
+       case PEX_MSG_ENDPOINT_NOTIFY:
+               peer = pex_msg_peer(net, hdr->id);
+               if (!peer)
+                       break;
+
+               D_PEER(net, peer, "receive endpoint notification from %s",
+                 inet_ntop(addr->sin6_family, network_endpoint_addr((void *)addr, &addr_len),
+                           buf, sizeof(buf)));
+
+               memcpy(&peer->state.next_endpoint[ep_idx], addr, sizeof(*addr));
+               if (hdr->opcode == PEX_MSG_ENDPOINT_PORT_NOTIFY) {
+                       struct pex_endpoint_port_notify *port = data;
+                       union network_endpoint host_ep = {
+                               .in6 = *addr
+                       };
+
+                       peer->state.next_endpoint[ep_idx].in.sin_port = port->port;
+                       if (net->pex.num_hosts < NETWORK_PEX_HOSTS_LIMIT)
+                               network_pex_create_host(net, &host_ep, 120);
+               }
+               break;
        }
 }
 
-int global_pex_open(void)
+static void
+pex_recv_control(struct pex_msg_local_control *msg, int len)
+{
+       struct network *net;
+
+       if (msg->msg_type != 0)
+               return;
+
+       net = global_pex_find_network(msg->auth_id);
+       if (!net)
+               return;
+
+       if (!msg->timeout)
+               msg->timeout = 60;
+       network_pex_create_host(net, &msg->ep, msg->timeout);
+}
+
+int global_pex_open(const char *unix_path)
 {
        struct sockaddr_in6 sin6 = {};
+       int ret;
 
        sin6.sin6_family = AF_INET6;
        sin6.sin6_port = htons(global_pex_port);
 
-       return pex_open(&sin6, sizeof(sin6), global_pex_recv, true);
+       ret = pex_open(&sin6, sizeof(sin6), global_pex_recv, true);
+
+       if (unix_path)
+               pex_unix_open(unix_path, pex_recv_control);
+
+       return ret;
 }