wangyu-UDPspeeder/tunnel_server.cpp

/*
 * tunnel.cpp
 *
 *  Created on: Oct 26, 2017
 *      Author: root
 */

#include "tunnel.h"
#ifdef SYSTEMD_SOCKET_ACTIVATION
#include <systemd/sd-daemon.h>
#endif
#include <arpa/inet.h>

static void conn_timer_cb(struct ev_loop *loop, struct ev_timer *watcher, int revents);
static void fec_encode_cb(struct ev_loop *loop, struct ev_timer *watcher, int revents);
static void remote_cb(struct ev_loop *loop, struct ev_io *watcher, int revents);

enum tmp_mode_t { is_from_remote = 0,
                  is_fec_timeout,
                  is_conn_timer };

bool first_connection_established = false;

void data_from_remote_or_fec_timeout_or_conn_timer(conn_info_t &conn_info, fd64_t fd64, tmp_mode_t mode) {
    int ret;

    char data[buf_len];
    int data_len;
    u32_t conv;
    // fd64_t fd64=events[idx].data.u64;
    // mylog(log_trace,"events[idx].data.u64 >u32_t(-1),%llu\n",(u64_t)events[idx].data.u64);

    // assert(fd_manager.exist_info(fd64));
    // ip_port_t ip_port=fd_manager.get_info(fd64).ip_port;

    // conn_info_t &conn_info=conn_manager.find(ip_port);
    address_t &addr = conn_info.addr;
    assert(conn_manager.exist(addr));

    int &local_listen_fd = conn_info.local_listen_fd;

    int out_n = -2;
    char **out_arr;
    int *out_len;
    my_time_t *out_delay;

    dest_t dest;
    dest.inner.fd_addr.fd = local_listen_fd;
    dest.inner.fd_addr.addr = addr;
    dest.type = type_fd_addr;
    dest.cook = 1;

    if (mode == is_fec_timeout) {
        assert(fd64 == 0);
        // uint64_t value;
        // if((ret=read(fd_manager.to_fd(fd64), &value, 8))!=8)
        //{
        //	mylog(log_trace,"fd_manager.to_fd(fd64), &value, 8)!=8 ,%d\n",ret);
        //	continue;
        // }
        // if(value==0)
        //{
        //	mylog(log_trace,"value==0\n");
        //	continue;
        // }
        // assert(value==1);
        from_normal_to_fec(conn_info, 0, 0, out_n, out_arr, out_len, out_delay);
    } else if (mode == is_conn_timer) {
        assert(fd64 == 0);
        // uint64_t value;
        // read(conn_info.timer.get_timer_fd(), &value, 8);
        conn_info.conv_manager.s.clear_inactive();
        if (debug_force_flush_fec) {
            from_normal_to_fec(conn_info, 0, 0, out_n, out_arr, out_len, out_delay);
        }

        conn_info.stat.report_as_server(addr);
        return;
    } else if (mode == is_from_remote) {
        if (!fd_manager.exist(fd64))  // fd64 has been closed
        {
            mylog(log_warn, "!fd_manager.exist(fd64)\n");
            return;
        }

        // fd64_t &fd64 =conn_info.remote_fd64;
        assert(conn_info.conv_manager.s.is_data_used(fd64));

        conv = conn_info.conv_manager.s.find_conv_by_data(fd64);
        conn_info.conv_manager.s.update_active_time(conv);
        conn_info.update_active_time();

        int fd = fd_manager.to_fd(fd64);
        data_len = recv(fd, data, max_data_len + 1, 0);

        if (data_len == max_data_len + 1) {
            mylog(log_warn, "huge packet from upper level, data_len > %d, packet truncated, dropped\n", max_data_len);
            return;
        }

        mylog(log_trace, "received a packet from udp_fd,len:%d,conv=%d\n", data_len, conv);

        if (data_len < 0) {
            mylog(log_debug, "udp fd,recv_len<0 continue,%s\n", get_sock_error());

            return;
        }

        if (!disable_mtu_warn && data_len >= mtu_warn) {
            mylog(log_warn, "huge packet,data len=%d (>=%d).strongly suggested to set a smaller mtu at upper level,to get rid of this warn\n ", data_len, mtu_warn);
        }

        char *new_data;
        int new_len;
        put_conv(conv, data, data_len, new_data, new_len);

        from_normal_to_fec(conn_info, new_data, new_len, out_n, out_arr, out_len, out_delay);
    } else {
        assert(0 == 1);
    }

    mylog(log_trace, "out_n=%d\n", out_n);
    for (int i = 0; i < out_n; i++) {
        delay_send(out_delay[i], dest, out_arr[i], out_len[i]);
    }
}

static void local_listen_cb(struct ev_loop *loop, struct ev_io *watcher, int revents) {
    assert(!(revents & EV_ERROR));

    int local_listen_fd = watcher->fd;
    int ret;

    mylog(log_trace, "events[idx].data.u64 == (u64_t)local_listen_fd\n");
    char data[buf_len];
    int data_len;
    address_t::storage_t udp_new_addr_in = {0};
    socklen_t udp_new_addr_len = sizeof(address_t::storage_t);
    if ((data_len = recvfrom(local_listen_fd, data, max_data_len + 1, 0,
                             (struct sockaddr *)&udp_new_addr_in, &udp_new_addr_len)) == -1) {
        mylog(log_error, "recv_from error,this shouldnt happen,err=%s,but we can try to continue\n", get_sock_error());
        return;
    };

    if (data_len == max_data_len + 1) {
        mylog(log_warn, "huge packet, data_len > %d, packet truncated, dropped\n", max_data_len);
        return;
    }

    address_t addr;
    addr.from_sockaddr((struct sockaddr *)&udp_new_addr_in, udp_new_addr_len);

    mylog(log_trace, "Received packet from %s,len: %d\n", addr.get_str(), data_len);

    if (!disable_mtu_warn && data_len >= mtu_warn)  ///////////////////////delete this for type 0 in furture
    {
        mylog(log_warn, "huge packet,data len=%d (>=%d).strongly suggested to set a smaller mtu at upper level,to get rid of this warn\n ", data_len, mtu_warn);
    }

    if (de_cook(data, data_len) != 0) {
        mylog(log_debug, "de_cook error");
        return;
    }

    if (!conn_manager.exist(addr)) {
        if (conn_manager.mp.size() >= max_conn_num) {
            mylog(log_warn, "new connection %s ignored bc max_conn_num exceed\n", addr.get_str());
            return;
        }

        // conn_manager.insert(addr);
        conn_info_t &conn_info = conn_manager.find_insert(addr);
        conn_info.addr = addr;
        conn_info.loop = ev_default_loop(0);
        conn_info.local_listen_fd = local_listen_fd;

        // u64_t fec_fd64=conn_info.fec_encode_manager.get_timer_fd64();
        // mylog(log_debug,"fec_fd64=%llu\n",fec_fd64);
        // ev.events = EPOLLIN;
        // ev.data.u64 = fec_fd64;
        // ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, fd_manager.to_fd(fec_fd64), &ev);

        // fd_manager.get_info(fec_fd64).ip_port=ip_port;

        conn_info.timer.data = &conn_info;
        ev_init(&conn_info.timer, conn_timer_cb);
        ev_timer_set(&conn_info.timer, 0, timer_interval / 1000.0);
        ev_timer_start(loop, &conn_info.timer);

        // conn_info.timer.add_fd64_to_epoll(epoll_fd);
        // conn_info.timer.set_timer_repeat_us(timer_interval*1000);

        // mylog(log_debug,"conn_info.timer.get_timer_fd64()=%llu\n",conn_info.timer.get_timer_fd64());

        // u64_t timer_fd64=conn_info.timer.get_timer_fd64();
        // fd_manager.get_info(timer_fd64).ip_port=ip_port;

        conn_info.fec_encode_manager.set_data(&conn_info);
        conn_info.fec_encode_manager.set_loop_and_cb(loop, fec_encode_cb);

        mylog(log_info, "new connection from %s\n", addr.get_str());
        first_connection_established = true;
    }
    conn_info_t &conn_info = conn_manager.find_insert(addr);

    conn_info.update_active_time();
    int out_n;
    char **out_arr;
    int *out_len;
    my_time_t *out_delay;
    from_fec_to_normal(conn_info, data, data_len, out_n, out_arr, out_len, out_delay);

    mylog(log_trace, "out_n= %d\n", out_n);
    for (int i = 0; i < out_n; i++) {
        u32_t conv;
        char *new_data;
        int new_len;
        if (get_conv(conv, out_arr[i], out_len[i], new_data, new_len) != 0) {
            mylog(log_debug, "get_conv failed");
            continue;
        }

        if (!conn_info.conv_manager.s.is_conv_used(conv)) {
            if (conn_info.conv_manager.s.get_size() >= max_conv_num) {
                mylog(log_warn, "ignored new udp connect bc max_conv_num exceed\n");
                continue;
            }

            int new_udp_fd;
            ret = new_connected_socket2(new_udp_fd, remote_addr, out_addr, out_interface);

            if (ret != 0) {
                mylog(log_warn, "[%s]new_connected_socket failed\n", addr.get_str());
                continue;
            }

            fd64_t fd64 = fd_manager.create(new_udp_fd);
            // ev.events = EPOLLIN;
            // ev.data.u64 = fd64;
            // ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, new_udp_fd, &ev);

            conn_info.conv_manager.s.insert_conv(conv, fd64);
            fd_manager.get_info(fd64).addr = addr;

            ev_io &io_watcher = fd_manager.get_info(fd64).io_watcher;
            io_watcher.u64 = fd64;
            io_watcher.data = &conn_info;

            ev_init(&io_watcher, remote_cb);
            ev_io_set(&io_watcher, new_udp_fd, EV_READ);
            ev_io_start(conn_info.loop, &io_watcher);

            mylog(log_info, "[%s]new conv %x,fd %d created,fd64=%llu\n", addr.get_str(), conv, new_udp_fd, fd64);
        }
        conn_info.conv_manager.s.update_active_time(conv);
        fd64_t fd64 = conn_info.conv_manager.s.find_data_by_conv(conv);
        dest_t dest;
        dest.type = type_fd64;
        dest.inner.fd64 = fd64;
        delay_send(out_delay[i], dest, new_data, new_len);
    }
}

static void remote_cb(struct ev_loop *loop, struct ev_io *watcher, int revents) {
    assert(!(revents & EV_ERROR));

    conn_info_t &conn_info = *((conn_info_t *)watcher->data);
    fd64_t fd64 = watcher->u64;

    data_from_remote_or_fec_timeout_or_conn_timer(conn_info, fd64, is_from_remote);
}

static void fifo_cb(struct ev_loop *loop, struct ev_io *watcher, int revents) {
    assert(!(revents & EV_ERROR));

    int fifo_fd = watcher->fd;

    char buf[buf_len];
    int len = read(fifo_fd, buf, sizeof(buf));
    if (len < 0) {
        mylog(log_warn, "fifo read failed len=%d,errno=%s\n", len, get_sock_error());
        return;
    }
    buf[len] = 0;
    handle_command(buf);
}

static void delay_manager_cb(struct ev_loop *loop, struct ev_timer *watcher, int revents) {
    assert(!(revents & EV_ERROR));

    // uint64_t value;
    // read(delay_manager.get_timer_fd(), &value, 8);
    // mylog(log_trace,"events[idx].data.u64 == (u64_t)delay_manager.get_timer_fd()\n");

    // do nothing
}

static void fec_encode_cb(struct ev_loop *loop, struct ev_timer *watcher, int revents) {
    assert(!(revents & EV_ERROR));

    conn_info_t &conn_info = *((conn_info_t *)watcher->data);

    data_from_remote_or_fec_timeout_or_conn_timer(conn_info, 0, is_fec_timeout);
}

static void conn_timer_cb(struct ev_loop *loop, struct ev_timer *watcher, int revents) {
    assert(!(revents & EV_ERROR));

    conn_info_t &conn_info = *((conn_info_t *)watcher->data);

    data_from_remote_or_fec_timeout_or_conn_timer(conn_info, 0, is_conn_timer);
}

static void prepare_cb(struct ev_loop *loop, struct ev_prepare *watcher, int revents) {
    assert(!(revents & EV_ERROR));

    delay_manager.check();
}

static void global_timer_cb(struct ev_loop *loop, struct ev_timer *watcher, int revents) {
    assert(!(revents & EV_ERROR));

    // uint64_t value;
    // read(timer.get_timer_fd(), &value, 8);
    conn_manager.clear_inactive();

    if (shutdown_if_all_disconnected && first_connection_established && !conn_manager.has_active_connections()) {
        mylog(log_info, "No active connections, exiting...\n");
        ev_break(loop, EVBREAK_ALL);
    }

    mylog(log_trace, "events[idx].data.u64==(u64_t)timer.get_timer_fd()\n");
}

void print_socket_info(int fd) {
    struct sockaddr_storage addr;
    socklen_t addr_len = sizeof(addr);
    if (getsockname(fd, (struct sockaddr *)&addr, &addr_len) == -1) {
        mylog(log_error, "getsockname failed: %s\n", strerror(errno));
        return;
    }

    char ip_str[INET6_ADDRSTRLEN];
    void *ip_addr;
    int port;
    const char *family_str;

    if (addr.ss_family == AF_INET) {
        struct sockaddr_in *s = (struct sockaddr_in *)&addr;
        ip_addr = &(s->sin_addr);
        port = ntohs(s->sin_port);
        family_str = "AF_INET";
    } else {
        struct sockaddr_in6 *s = (struct sockaddr_in6 *)&addr;
        ip_addr = &(s->sin6_addr);
        port = ntohs(s->sin6_port);
        family_str = "AF_INET6";
    }

    inet_ntop(addr.ss_family, ip_addr, ip_str, sizeof(ip_str));

    int sock_type;
    socklen_t optlen = sizeof(sock_type);
    if (getsockopt(fd, SOL_SOCKET, SO_TYPE, &sock_type, &optlen) == -1) {
        mylog(log_error, "getsockopt failed: %s\n", strerror(errno));
        return;
    }

    const char *type_str;
    if (sock_type == SOCK_DGRAM) {
        type_str = "SOCK_DGRAM";
    } else if (sock_type == SOCK_STREAM) {
        type_str = "SOCK_STREAM";
    } else {
        type_str = "UNKNOWN";
    }

    mylog(log_info, "Socket info - Family: %s, Type: %s, IP: %s, Port: %d\n", family_str, type_str, ip_str, port);
}

int tunnel_server_event_loop() {
    int i, j, k;
    int ret;
    int yes = 1;
    // int epoll_fd;
    // int remote_fd;

    int local_listen_fd = -1;
#ifdef SYSTEMD_SOCKET_ACTIVATION
    int n = sd_listen_fds(0);
    if (sd_listen_fds(0) > 0) {
        if (n != 1) {
            mylog(log_fatal, "expect exactly 1 socket passed from systemd, but got %d\n", n);
            myexit(-1);
        }

        int fd = SD_LISTEN_FDS_START;
        // print_socket_info(fd);

        int ret = sd_is_socket_inet(fd, local_addr.get_type(), SOCK_DGRAM, -1, local_addr.get_port());
        mylog(log_info, "sd_is_socket_inet returned: %d\n", ret);
        if (ret <= 0) {
            mylog(log_fatal, "socket is not UDP\n");
            myexit(-1);
        }

        local_listen_fd = fd;
        mylog(log_info, "Using socket passed from systemd\n");
    }
#endif
    if (local_listen_fd < 0) {
        new_listen_socket2(local_listen_fd, local_addr);
    }

    // epoll_fd = epoll_create1(0);
    // assert(epoll_fd>0);

    // const int max_events = 4096;
    // struct epoll_event ev, events[max_events];
    // if (epoll_fd < 0) {
    //	mylog(log_fatal,"epoll return %d\n", epoll_fd);
    //	myexit(-1);
    // }

    struct ev_loop *loop = ev_default_loop(0);
    assert(loop != NULL);

    // ev.events = EPOLLIN;
    // ev.data.u64 = local_listen_fd;
    // ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, local_listen_fd, &ev);
    // if (ret!=0) {
    //	mylog(log_fatal,"add  udp_listen_fd error\n");
    //	myexit(-1);
    // }
    struct ev_io local_listen_watcher;
    ev_io_init(&local_listen_watcher, local_listen_cb, local_listen_fd, EV_READ);
    ev_io_start(loop, &local_listen_watcher);

    // ev.events = EPOLLIN;
    // ev.data.u64 = delay_manager.get_timer_fd();
    // ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, delay_manager.get_timer_fd(), &ev);
    // if (ret!= 0) {
    //	mylog(log_fatal,"add delay_manager.get_timer_fd() error\n");
    //	myexit(-1);
    // }

    delay_manager.set_loop_and_cb(loop, delay_manager_cb);

    // mylog(log_debug," delay_manager.get_timer_fd() =%d\n", delay_manager.get_timer_fd());

    mylog(log_info, "now listening at %s\n", local_addr.get_str());

    // my_timer_t timer;
    // timer.add_fd_to_epoll(epoll_fd);
    // timer.set_timer_repeat_us(timer_interval*1000);

    ev_timer global_timer;
    ev_init(&global_timer, global_timer_cb);
    ev_timer_set(&global_timer, 0, timer_interval / 1000.0);
    ev_timer_start(loop, &global_timer);

    // mylog(log_debug," timer.get_timer_fd() =%d\n",timer.get_timer_fd());

    struct ev_io fifo_watcher;

    int fifo_fd = -1;

    if (fifo_file[0] != 0) {
        fifo_fd = create_fifo(fifo_file);
        // ev.events = EPOLLIN;
        // ev.data.u64 = fifo_fd;

        // ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, fifo_fd, &ev);
        // if (ret!= 0) {
        // mylog(log_fatal,"add fifo_fd to epoll error %s\n",strerror(errno));
        // myexit(-1);
        //}
        ev_io_init(&fifo_watcher, fifo_cb, fifo_fd, EV_READ);
        ev_io_start(loop, &fifo_watcher);

        mylog(log_info, "fifo_file=%s\n", fifo_file);
    }

    ev_prepare prepare_watcher;
    ev_init(&prepare_watcher, prepare_cb);
    ev_prepare_start(loop, &prepare_watcher);

    ev_run(loop, 0);

    mylog(log_warn, "ev_run returned\n");
    myexit(0);

    /*
    while(1)////////////////////////
    {

            if(about_to_exit) myexit(0);

            int nfds = epoll_wait(epoll_fd, events, max_events, 180 * 1000);
            if (nfds < 0) {  //allow zero
                    if(errno==EINTR  )
                    {
                            mylog(log_info,"epoll interrupted by signal,continue\n");
                    }
                    else
                    {
                            mylog(log_fatal,"epoll_wait return %d,%s\n", nfds,strerror(errno));
                            myexit(-1);
                    }
            }
            int idx;
            for (idx = 0; idx < nfds; ++idx)
            {
                    if(events[idx].data.u64==(u64_t)timer.get_timer_fd())
                    {

                    }

                    else if (events[idx].data.u64 == (u64_t)fifo_fd)
                    {

                    }

                    else if (events[idx].data.u64 == (u64_t)local_listen_fd)
                    {


                    }
                else if (events[idx].data.u64 == (u64_t)delay_manager.get_timer_fd()) {

                    }
                    else if (events[idx].data.u64 >u32_t(-1))
                    {


                    }
                    else
                    {
                            mylog(log_fatal,"unknown fd,this should never happen\n");
                            myexit(-1);
                    }
            }

    }*/

    return 0;
}