ipsec_crypto/odp_ipsec.c

IPsec example application using ODP crypto API

/* SPDX-License-Identifier: BSD-3-Clause
 * Copyright (c) 2013-2018 Linaro Limited
 * Copyright (c) 2021-2022 Nokia
 */
 
/* enable strtok */
#ifndef _GNU_SOURCE
#define _GNU_SOURCE
#endif
 
#include <stdlib.h>
#include <getopt.h>
#include <signal.h>
#include <unistd.h>
#include <inttypes.h>
 
#include <odp_api.h>
 
#include <odp/helper/odph_api.h>
 
#include <stdbool.h>
#include <sys/socket.h>
#include <net/if.h>
#include <sys/ioctl.h>
 
#include <sys/socket.h>
#include <netpacket/packet.h>
#include <net/ethernet.h>
#include <arpa/inet.h>
 
#include <odp_ipsec_misc.h>
#include <odp_ipsec_sa_db.h>
#include <odp_ipsec_sp_db.h>
#include <odp_ipsec_fwd_db.h>
#include <odp_ipsec_cache.h>
 
#ifndef NO_OPENSSL
#include <odp_ipsec_stream.h>
#else
static void init_stream_db(void) {}
static void deinit_stream_db(void) {}
static void resolve_stream_db(void) {}
static int create_stream_db_inputs(void)
{
    return 0;
}
 
static odp_bool_t verify_stream_db_outputs(void)
{
    return true;
}
 
static int create_stream_db_entry(char *input ODP_UNUSED)
{
    return -1;
}
#endif
 
/* maximum number of worker threads */
#define MAX_WORKERS     (ODP_THREAD_COUNT_MAX - 1)
 
#define MAX_POLL_QUEUES 256
 
typedef struct {
    unsigned int cpu_count;
    int if_count;       
    char **if_names;    
    crypto_api_mode_e mode; 
    odp_pool_t pool;    
    char *if_str;       
} appl_args_t;
 
typedef struct {
    appl_args_t appl;
    odp_shm_t shm;
    odp_pool_t ctx_pool;
    odp_pool_t out_pool;
    odp_pool_t pkt_pool;
    odp_queue_t seqnumq;
    odp_queue_t completionq;
    odp_barrier_t sync_barrier;
    odp_queue_t poll_queues[MAX_POLL_QUEUES];
    int num_polled_queues;
    /* Stop workers if set to 1 */
    odp_atomic_u32_t exit_threads;
    odp_crypto_capability_t crypto_capa;
} global_data_t;
 
/* helper funcs */
static void parse_args(int argc, char *argv[], appl_args_t *appl_args);
static void print_info(char *progname, appl_args_t *appl_args);
static void usage(char *progname);
 
#define SHM_PKT_POOL_BUF_COUNT 1024
#define SHM_PKT_POOL_BUF_SIZE  4096
#define SHM_PKT_POOL_SIZE      (SHM_PKT_POOL_BUF_COUNT * SHM_PKT_POOL_BUF_SIZE)
 
#define SHM_OUT_POOL_BUF_COUNT 1024
#define SHM_OUT_POOL_BUF_SIZE  4096
#define SHM_OUT_POOL_SIZE      (SHM_OUT_POOL_BUF_COUNT * SHM_OUT_POOL_BUF_SIZE)
 
typedef enum {
    PKT_STATE_INPUT_VERIFY,        
    PKT_STATE_IPSEC_IN_CLASSIFY,   
    PKT_STATE_IPSEC_IN_FINISH,     
    PKT_STATE_ROUTE_LOOKUP,        
    PKT_STATE_IPSEC_OUT_CLASSIFY,  
    PKT_STATE_IPSEC_OUT_SEQ,       
    PKT_STATE_IPSEC_OUT_FINISH,    
    PKT_STATE_TRANSMIT,            
} pkt_state_e;
 
typedef enum {
    PKT_CONTINUE,    
    PKT_POSTED,      
    PKT_DROP,        
    PKT_DONE         
} pkt_disposition_e;
 
typedef struct {
    uint8_t  ip_tos;         
    uint16_t ip_frag_offset; 
    uint8_t  ip_ttl;         
    int      hdr_len;        
    int      trl_len;        
    uint16_t tun_hdr_offset; 
    uint16_t ah_offset;      
    uint16_t esp_offset;     
    /* Input only */
    uint32_t src_ip;         
    uint32_t dst_ip;         
    /* Output only */
    odp_crypto_packet_op_param_t params; 
    uint32_t *ah_seq;               
    uint32_t *esp_seq;              
    uint16_t *tun_hdr_id;           
} ipsec_ctx_t;
 
typedef struct {
    odp_buffer_t buffer;  
    pkt_state_e  state;   
    ipsec_ctx_t  ipsec;   
    odp_pktout_queue_t pktout; 
} pkt_ctx_t;
 
#define SHM_CTX_POOL_BUF_SIZE  (sizeof(pkt_ctx_t))
#define SHM_CTX_POOL_BUF_COUNT (SHM_PKT_POOL_BUF_COUNT + SHM_OUT_POOL_BUF_COUNT)
#define SHM_CTX_POOL_SIZE      (SHM_CTX_POOL_BUF_COUNT * SHM_CTX_POOL_BUF_SIZE)
 
static global_data_t *global;
 
static void sig_handler(int signo ODP_UNUSED)
{
    if (global == NULL)
        return;
    odp_atomic_store_u32(&global->exit_threads, 1);
}
 
static
pkt_ctx_t *get_pkt_ctx_from_pkt(odp_packet_t pkt)
{
    return (pkt_ctx_t *)odp_packet_user_ptr(pkt);
}
 
static
pkt_ctx_t *alloc_pkt_ctx(odp_packet_t pkt)
{
    odp_buffer_t ctx_buf = odp_buffer_alloc(global->ctx_pool);
    pkt_ctx_t *ctx;
 
    if (odp_unlikely(ODP_BUFFER_INVALID == ctx_buf))
        return NULL;
 
    ctx = odp_buffer_addr(ctx_buf);
    memset(ctx, 0, sizeof(*ctx));
    ctx->buffer = ctx_buf;
    odp_packet_user_ptr_set(pkt, ctx);
 
    return ctx;
}
 
static
void free_pkt_ctx(pkt_ctx_t *ctx)
{
    odp_buffer_free(ctx->buffer);
}
 
typedef odp_queue_t (*queue_create_func_t)
            (const char *, const odp_queue_param_t *);
typedef odp_event_t (*schedule_func_t) (odp_queue_t *);
 
static queue_create_func_t queue_create;
static schedule_func_t schedule_fn;
 
static
odp_queue_t polled_odp_queue_create(const char *name,
                    const odp_queue_param_t *param)
{
    odp_queue_t my_queue;
    odp_queue_param_t qp;
    odp_queue_type_t type;
 
    odp_queue_param_init(&qp);
    if (param)
        memcpy(&qp, param, sizeof(odp_queue_param_t));
 
    type = qp.type;
 
    if (ODP_QUEUE_TYPE_SCHED == type) {
        printf("%s: change %s to PLAIN\n", __func__, name);
        qp.type = ODP_QUEUE_TYPE_PLAIN;
    }
 
    my_queue = odp_queue_create(name, &qp);
 
    if (ODP_QUEUE_TYPE_SCHED == type) {
        global->poll_queues[global->num_polled_queues++] = my_queue;
        printf("%s: adding %"PRIu64"\n", __func__,
               odp_queue_to_u64(my_queue));
    }
 
    return my_queue;
}
 
static inline
odp_event_t odp_schedule_cb(odp_queue_t *from)
{
    return odp_schedule(from, ODP_SCHED_NO_WAIT);
}
 
static
odp_event_t polled_odp_schedule_cb(odp_queue_t *from)
{
    int idx = 0;
 
    while (idx < global->num_polled_queues) {
        odp_queue_t queue = global->poll_queues[idx++];
        odp_event_t ev;
 
        ev = odp_queue_deq(queue);
 
        if (ODP_EVENT_INVALID != ev) {
            *from = queue;
            return ev;
        }
    }
 
    *from = ODP_QUEUE_INVALID;
    return ODP_EVENT_INVALID;
}
 
static
void ipsec_init_pre(void)
{
    odp_queue_param_t qparam;
    odp_pool_param_t params;
 
    /*
     * Create queues
     *
     *  - completion queue (should eventually be ORDERED)
     *  - sequence number queue (must be ATOMIC)
     */
    odp_queue_param_init(&qparam);
    qparam.type        = ODP_QUEUE_TYPE_SCHED;
    qparam.sched.prio  = odp_schedule_max_prio();
    qparam.sched.sync  = ODP_SCHED_SYNC_ATOMIC;
    qparam.sched.group = ODP_SCHED_GROUP_ALL;
 
    global->completionq = queue_create("completion", &qparam);
    if (ODP_QUEUE_INVALID == global->completionq) {
        ODPH_ERR("Error: completion queue creation failed\n");
        exit(EXIT_FAILURE);
    }
 
    qparam.type        = ODP_QUEUE_TYPE_SCHED;
    qparam.sched.prio  = odp_schedule_max_prio();
    qparam.sched.sync  = ODP_SCHED_SYNC_ATOMIC;
    qparam.sched.group = ODP_SCHED_GROUP_ALL;
 
    global->seqnumq = queue_create("seqnum", &qparam);
    if (ODP_QUEUE_INVALID == global->seqnumq) {
        ODPH_ERR("Error: sequence number queue creation failed\n");
        exit(EXIT_FAILURE);
    }
 
    /* Create output buffer pool */
    odp_pool_param_init(&params);
    params.pkt.seg_len = SHM_OUT_POOL_BUF_SIZE;
    params.pkt.len     = SHM_OUT_POOL_BUF_SIZE;
    params.pkt.num     = SHM_PKT_POOL_BUF_COUNT;
    params.type        = ODP_POOL_PACKET;
 
    global->out_pool = odp_pool_create("out_pool", &params);
 
    if (ODP_POOL_INVALID == global->out_pool) {
        ODPH_ERR("Error: message pool create failed.\n");
        exit(EXIT_FAILURE);
    }
 
    /* Initialize our data bases */
    init_sp_db();
    init_sa_db();
    init_tun_db();
    init_ipsec_cache();
}
 
static
void ipsec_init_post(crypto_api_mode_e api_mode)
{
    sp_db_entry_t *entry;
 
    /* Attempt to find appropriate SA for each SP */
    for (entry = sp_db->list; NULL != entry; entry = entry->next) {
        sa_db_entry_t *cipher_sa = NULL;
        sa_db_entry_t *auth_sa = NULL;
        tun_db_entry_t *tun = NULL;
 
        if (entry->esp) {
            cipher_sa = find_sa_db_entry(&entry->src_subnet,
                             &entry->dst_subnet,
                             1);
            tun = find_tun_db_entry(cipher_sa->src_ip,
                        cipher_sa->dst_ip);
        }
        if (entry->ah) {
            auth_sa = find_sa_db_entry(&entry->src_subnet,
                           &entry->dst_subnet,
                           0);
            tun = find_tun_db_entry(auth_sa->src_ip,
                        auth_sa->dst_ip);
        }
 
        if (cipher_sa || auth_sa) {
            if (create_ipsec_cache_entry(cipher_sa,
                             auth_sa,
                             tun,
                             api_mode,
                             entry->input,
                             global->completionq,
                             global->out_pool)) {
                ODPH_ERR("Error: IPSec cache entry failed.\n"
                        );
                exit(EXIT_FAILURE);
            }
        } else {
            printf(" WARNING: SA not found for SP\n");
            dump_sp_db_entry(entry);
        }
    }
}
 
#ifndef NO_OPENSSL
static
int check_stream_db_out(const char *intf)
{
    stream_db_entry_t *stream = NULL;
 
    /* For each stream look for input and output IPsec entries */
    for (stream = stream_db->list; NULL != stream; stream = stream->next) {
        if (!strcmp(stream->output.intf, intf))
            return 1;
    }
 
    return 0;
}
#else
static
int check_stream_db_out(const char *intf ODP_UNUSED)
{
    return 0;
}
#endif
 
static
void initialize_intf(char *intf)
{
    odp_pktio_t pktio;
    odp_pktout_queue_t pktout;
    odp_queue_t inq;
    int ret;
    uint8_t src_mac[ODPH_ETHADDR_LEN];
    char src_mac_str[MAX_STRING];
    odp_pktio_param_t pktio_param;
    odp_pktin_queue_param_t pktin_param;
 
    odp_pktio_param_init(&pktio_param);
 
    if (getenv("ODP_IPSEC_USE_POLL_QUEUES") ||
        check_stream_db_out(intf))
        pktio_param.in_mode = ODP_PKTIN_MODE_QUEUE;
    else
        pktio_param.in_mode = ODP_PKTIN_MODE_SCHED;
 
    /*
     * Open a packet IO instance for thread and get default output queue
     */
    pktio = odp_pktio_open(intf, global->pkt_pool, &pktio_param);
    if (ODP_PKTIO_INVALID == pktio) {
        ODPH_ERR("Error: pktio create failed for %s\n", intf);
        exit(EXIT_FAILURE);
    }
 
    odp_pktin_queue_param_init(&pktin_param);
    pktin_param.queue_param.sched.sync = ODP_SCHED_SYNC_ATOMIC;
 
    if (odp_pktin_queue_config(pktio, &pktin_param)) {
        ODPH_ERR("Error: pktin config failed for %s\n", intf);
        exit(EXIT_FAILURE);
    }
 
    if (odp_pktout_queue_config(pktio, NULL)) {
        ODPH_ERR("Error: pktout config failed for %s\n", intf);
        exit(EXIT_FAILURE);
    }
 
    if (odp_pktin_event_queue(pktio, &inq, 1) != 1) {
        ODPH_ERR("Error: failed to get input queue for %s\n", intf);
        exit(EXIT_FAILURE);
    }
 
    if (odp_pktout_queue(pktio, &pktout, 1) != 1) {
        ODPH_ERR("Error: failed to get pktout queue for %s\n", intf);
        exit(EXIT_FAILURE);
    }
 
    ret = odp_pktio_start(pktio);
    if (ret) {
        ODPH_ERR("Error: unable to start %s\n", intf);
        exit(EXIT_FAILURE);
    }
 
    /* Read the source MAC address for this interface */
    ret = odp_pktio_mac_addr(pktio, src_mac, sizeof(src_mac));
    if (ret <= 0) {
        ODPH_ERR("Error: failed during MAC address get for %s\n", intf);
        exit(EXIT_FAILURE);
    }
 
    printf("Created pktio:%02" PRIu64 ", queue mode (ATOMIC queues)\n"
           "          default pktio%02" PRIu64 "-INPUT queue:%" PRIu64 "\n"
           "          source mac address %s\n",
           odp_pktio_to_u64(pktio), odp_pktio_to_u64(pktio),
           odp_queue_to_u64(inq),
           mac_addr_str(src_mac_str, src_mac));
 
    /* Resolve any routes using this interface for output */
    resolve_fwd_db(intf, pktio, pktout, src_mac);
}
 
static
pkt_disposition_e do_input_verify(odp_packet_t pkt,
                  pkt_ctx_t *ctx ODP_UNUSED)
{
    if (odp_unlikely(odp_packet_has_error(pkt)))
        return PKT_DROP;
 
    if (!odp_packet_has_eth(pkt))
        return PKT_DROP;
 
    if (!odp_packet_has_ipv4(pkt))
        return PKT_DROP;
 
    return PKT_CONTINUE;
}
 
static
pkt_disposition_e do_route_fwd_db(odp_packet_t pkt, pkt_ctx_t *ctx)
{
    odph_ipv4hdr_t *ip = (odph_ipv4hdr_t *)odp_packet_l3_ptr(pkt, NULL);
    fwd_db_entry_t *entry;
 
    entry = find_fwd_db_entry(odp_be_to_cpu_32(ip->dst_addr));
 
    if (entry) {
        odph_ethhdr_t *eth =
            (odph_ethhdr_t *)odp_packet_l2_ptr(pkt, NULL);
 
        memcpy(&eth->dst, entry->dst_mac, ODPH_ETHADDR_LEN);
        memcpy(&eth->src, entry->src_mac, ODPH_ETHADDR_LEN);
        ctx->pktout = entry->pktout;
 
        return PKT_CONTINUE;
    }
 
    return PKT_DROP;
}
 
static
pkt_disposition_e do_ipsec_in_classify(odp_packet_t *pkt,
                       pkt_ctx_t *ctx,
                       odp_bool_t *skip)
{
    uint8_t *buf = odp_packet_data(*pkt);
    odph_ipv4hdr_t *ip = (odph_ipv4hdr_t *)odp_packet_l3_ptr(*pkt, NULL);
    int hdr_len;
    odph_ahhdr_t *ah = NULL;
    odph_esphdr_t *esp = NULL;
    ipsec_cache_entry_t *entry;
    odp_crypto_packet_op_param_t params;
    odp_packet_t out_pkt;
 
    /* Default to skip IPsec */
    *skip = TRUE;
 
    /* Check IP header for IPSec protocols and look it up */
    hdr_len = locate_ipsec_headers(ip, &ah, &esp);
    if (!ah && !esp)
        return PKT_CONTINUE;
    entry = find_ipsec_cache_entry_in(odp_be_to_cpu_32(ip->src_addr),
                      odp_be_to_cpu_32(ip->dst_addr),
                      ah,
                      esp);
    if (!entry)
        return PKT_CONTINUE;
 
    /* Account for configured ESP IV length in packet */
    hdr_len += entry->esp.iv_len;
 
    /* Initialize parameters block */
    memset(&params, 0, sizeof(params));
    params.session = entry->state.session;
 
    /*Save everything to context */
    ctx->ipsec.ip_tos = ip->tos;
    ctx->ipsec.ip_frag_offset = odp_be_to_cpu_16(ip->frag_offset);
    ctx->ipsec.ip_ttl = ip->ttl;
    ctx->ipsec.ah_offset = ah ? ((uint8_t *)ah) - buf : 0;
    ctx->ipsec.esp_offset = esp ? ((uint8_t *)esp) - buf : 0;
    ctx->ipsec.hdr_len = hdr_len;
    ctx->ipsec.trl_len = 0;
    ctx->ipsec.src_ip = entry->src_ip;
    ctx->ipsec.dst_ip = entry->dst_ip;
 
    /*If authenticating, zero the mutable fields build the request */
    if (ah) {
        ip->chksum = 0;
        ip->tos = 0;
        ip->frag_offset = 0;
        ip->ttl = 0;
 
        params.auth_range.offset = ((uint8_t *)ip) - buf;
        params.auth_range.length = odp_be_to_cpu_16(ip->tot_len);
        params.hash_result_offset = ah->icv - buf;
    }
 
    /* If deciphering build request */
    if (esp) {
        params.cipher_range.offset = ipv4_data_p(ip) + hdr_len - buf;
        params.cipher_range.length = ipv4_data_len(ip) - hdr_len;
        params.cipher_iv_ptr = esp->iv;
    }
 
    if (entry->sa_flags & BIT_MODE_CIPHER) {
        params.cipher_range.offset *= 8;
        params.cipher_range.length *= 8;
    }
    if (entry->sa_flags & BIT_MODE_AUTH) {
        params.auth_range.offset *= 8;
        params.auth_range.length *= 8;
    }
 
    /* Issue crypto request */
    *skip = FALSE;
    ctx->state = PKT_STATE_IPSEC_IN_FINISH;
    if (entry->async) {
        if (odp_crypto_op_enq(pkt, NULL, &params, 1) != 1) {
            ODPH_ERR("Error: odp_crypto_op_enq() failed\n");
            exit(EXIT_FAILURE);
        }
        return PKT_POSTED;
    }
 
    if (odp_crypto_op(pkt, &out_pkt, &params, 1) != 1) {
        ODPH_ERR("Error: odp_crypto_op() failed\n");
        exit(EXIT_FAILURE);
    }
    *pkt = out_pkt;
 
    return PKT_CONTINUE;
}
 
static
pkt_disposition_e do_ipsec_in_finish(odp_packet_t pkt,
                     pkt_ctx_t *ctx)
{
    odph_ipv4hdr_t *ip;
    int hdr_len = ctx->ipsec.hdr_len;
    int trl_len = 0;
 
    if (odp_crypto_result(NULL, pkt) != 0)
        return PKT_DROP;
 
    ip = (odph_ipv4hdr_t *)odp_packet_l3_ptr(pkt, NULL);
 
    /*
     * Finish auth
     */
    if (ctx->ipsec.ah_offset) {
        uint8_t *buf = odp_packet_data(pkt);
        odph_ahhdr_t *ah;
 
        ah = (odph_ahhdr_t *)(ctx->ipsec.ah_offset + buf);
        ip->proto = ah->next_header;
    }
 
    /*
     * Finish cipher by finding ESP trailer and processing
     *
     * NOTE: ESP authentication ICV not supported
     */
    if (ctx->ipsec.esp_offset) {
        uint8_t *eop = (uint8_t *)(ip) + odp_be_to_cpu_16(ip->tot_len);
        odph_esptrl_t *esp_t = (odph_esptrl_t *)(eop) - 1;
 
        ip->proto = esp_t->next_header;
        trl_len += esp_t->pad_len + sizeof(*esp_t);
    }
 
    /* We have a tunneled IPv4 packet */
    if (ip->proto == ODPH_IPV4) {
        odp_packet_pull_head(pkt, sizeof(*ip) + hdr_len);
        odp_packet_pull_tail(pkt, trl_len);
        odph_ethhdr_t *eth;
 
        eth = (odph_ethhdr_t *)odp_packet_l2_ptr(pkt, NULL);
        eth->type = ODPH_ETHTYPE_IPV4;
        ip = (odph_ipv4hdr_t *)odp_packet_l3_ptr(pkt, NULL);
 
        /* Check inbound policy */
        if ((ip->src_addr != ctx->ipsec.src_ip ||
             ip->dst_addr != ctx->ipsec.dst_ip))
            return PKT_DROP;
 
        return PKT_CONTINUE;
    }
 
    /* Finalize the IPv4 header */
    ipv4_adjust_len(ip, -(hdr_len + trl_len));
    ip->ttl = ctx->ipsec.ip_ttl;
    ip->tos = ctx->ipsec.ip_tos;
    ip->frag_offset = odp_cpu_to_be_16(ctx->ipsec.ip_frag_offset);
    ip->chksum = 0;
    odph_ipv4_csum_update(pkt);
 
    /* Correct the packet length and move payload into position */
    memmove(ipv4_data_p(ip),
        ipv4_data_p(ip) + hdr_len,
        odp_be_to_cpu_16(ip->tot_len));
    odp_packet_pull_tail(pkt, hdr_len + trl_len);
 
    /* Fall through to next state */
    return PKT_CONTINUE;
}
 
static int generate_iv(uint8_t *buf, uint32_t size)
{
    uint32_t n = 0;
    int32_t ret;
 
    while (n < size) {
        ret = odp_random_data(buf + n, size - n, ODP_RANDOM_CRYPTO);
        if (ret < 0)
            return 1;
        n += ret;
    }
    return 0;
}
 
static
pkt_disposition_e do_ipsec_out_classify(odp_packet_t pkt,
                    pkt_ctx_t *ctx,
                    odp_bool_t *skip)
{
    uint8_t *buf = odp_packet_data(pkt);
    odph_ipv4hdr_t *ip = (odph_ipv4hdr_t *)odp_packet_l3_ptr(pkt, NULL);
    uint16_t ip_data_len = ipv4_data_len(ip);
    uint8_t *ip_data = ipv4_data_p(ip);
    ipsec_cache_entry_t *entry;
    odp_crypto_packet_op_param_t params;
    int hdr_len = 0;
    int trl_len = 0;
    odph_ahhdr_t *ah = NULL;
    odph_esphdr_t *esp = NULL;
 
    /* Default to skip IPsec */
    *skip = TRUE;
 
    /* Find record */
    entry = find_ipsec_cache_entry_out(odp_be_to_cpu_32(ip->src_addr),
                       odp_be_to_cpu_32(ip->dst_addr),
                       ip->proto);
    if (!entry)
        return PKT_CONTINUE;
 
    /* Save IPv4 stuff */
    ctx->ipsec.ip_tos = ip->tos;
    ctx->ipsec.ip_frag_offset = odp_be_to_cpu_16(ip->frag_offset);
    ctx->ipsec.ip_ttl = ip->ttl;
 
    /* Initialize parameters block */
    memset(&params, 0, sizeof(params));
    params.session = entry->state.session;
 
    if (entry->mode == IPSEC_SA_MODE_TUNNEL) {
        hdr_len += sizeof(odph_ipv4hdr_t);
        ip_data = (uint8_t *)ip;
        ip_data_len += sizeof(odph_ipv4hdr_t);
    }
    /* Compute ah and esp, determine length of headers, move the data */
    if (entry->ah.alg) {
        ah = (odph_ahhdr_t *)(ip_data + hdr_len);
        hdr_len += sizeof(odph_ahhdr_t);
        hdr_len += entry->ah.icv_len;
    }
    if (entry->esp.alg) {
        esp = (odph_esphdr_t *)(ip_data + hdr_len);
        hdr_len += sizeof(odph_esphdr_t);
        hdr_len += entry->esp.iv_len;
    }
    memmove(ip_data + hdr_len, ip_data, ip_data_len);
    ip_data += hdr_len;
 
    /* update outer header in tunnel mode */
    if (entry->mode == IPSEC_SA_MODE_TUNNEL) {
        /* tunnel addresses */
        ip->src_addr = odp_cpu_to_be_32(entry->tun_src_ip);
        ip->dst_addr = odp_cpu_to_be_32(entry->tun_dst_ip);
    }
 
    /* For cipher, compute encrypt length, build headers and request */
    if (esp) {
        uint32_t encrypt_len;
        odph_esptrl_t *esp_t;
 
        encrypt_len = ESP_ENCODE_LEN(ip_data_len +
                         sizeof(*esp_t),
                         entry->esp.block_len);
        trl_len = encrypt_len - ip_data_len;
 
        esp->spi = odp_cpu_to_be_32(entry->esp.spi);
        if (generate_iv(esp->iv, entry->esp.iv_len))
            return PKT_DROP;
        params.cipher_iv_ptr = esp->iv;
 
        esp_t = (odph_esptrl_t *)(ip_data + encrypt_len) - 1;
        esp_t->pad_len     = trl_len - sizeof(*esp_t);
        if (entry->mode == IPSEC_SA_MODE_TUNNEL)
            esp_t->next_header = ODPH_IPV4;
        else
            esp_t->next_header = ip->proto;
        ip->proto = ODPH_IPPROTO_ESP;
 
        params.cipher_range.offset = ip_data - buf;
        params.cipher_range.length = encrypt_len;
    }
 
    /* For authentication, build header clear mutables and build request */
    if (ah) {
        memset(ah, 0, sizeof(*ah) + entry->ah.icv_len);
        ah->spi = odp_cpu_to_be_32(entry->ah.spi);
        ah->ah_len = 1 + (entry->ah.icv_len / 4);
        if (entry->mode == IPSEC_SA_MODE_TUNNEL && !esp)
            ah->next_header = ODPH_IPV4;
        else
            ah->next_header = ip->proto;
        ip->proto = ODPH_IPPROTO_AH;
 
        ip->chksum = 0;
        ip->tos = 0;
        ip->frag_offset = 0;
        ip->ttl = 0;
 
        params.auth_range.offset = ((uint8_t *)ip) - buf;
        params.auth_range.length =
            odp_be_to_cpu_16(ip->tot_len) + (hdr_len + trl_len);
        params.hash_result_offset = ah->icv - buf;
    }
 
    /* Set IPv4 length before authentication */
    ipv4_adjust_len(ip, hdr_len + trl_len);
    if (!odp_packet_push_tail(pkt, hdr_len + trl_len))
        return PKT_DROP;
 
    /* Save remaining context */
    ctx->ipsec.hdr_len = hdr_len;
    ctx->ipsec.trl_len = trl_len;
    ctx->ipsec.ah_offset = ah ? ((uint8_t *)ah) - buf : 0;
    ctx->ipsec.esp_offset = esp ? ((uint8_t *)esp) - buf : 0;
    ctx->ipsec.tun_hdr_offset = (entry->mode == IPSEC_SA_MODE_TUNNEL) ?
                       ((uint8_t *)ip - buf) : 0;
    ctx->ipsec.ah_seq = &entry->state.ah_seq;
    ctx->ipsec.esp_seq = &entry->state.esp_seq;
    ctx->ipsec.tun_hdr_id = &entry->state.tun_hdr_id;
    memcpy(&ctx->ipsec.params, &params, sizeof(params));
 
    *skip = FALSE;
 
    return PKT_POSTED;
}
 
static
pkt_disposition_e do_ipsec_out_seq(odp_packet_t *pkt,
                   pkt_ctx_t *ctx)
{
    uint8_t *buf = odp_packet_data(*pkt);
    odph_ipv4hdr_t *ip = (odph_ipv4hdr_t *)odp_packet_l3_ptr(*pkt, NULL);
    odp_packet_t out_pkt;
    ipsec_cache_entry_t *entry;
 
    entry = find_ipsec_cache_entry_out(odp_be_to_cpu_32(ip->src_addr),
                       odp_be_to_cpu_32(ip->dst_addr),
                       ip->proto);
    if (!entry)
        return PKT_DROP;
 
    /* We were dispatched from atomic queue, assign sequence numbers */
    if (ctx->ipsec.ah_offset) {
        odph_ahhdr_t *ah;
 
        ah = (odph_ahhdr_t *)(ctx->ipsec.ah_offset + buf);
        ah->seq_no = odp_cpu_to_be_32((*ctx->ipsec.ah_seq)++);
    }
    if (ctx->ipsec.esp_offset) {
        odph_esphdr_t *esp;
 
        esp = (odph_esphdr_t *)(ctx->ipsec.esp_offset + buf);
        esp->seq_no = odp_cpu_to_be_32((*ctx->ipsec.esp_seq)++);
    }
    if (ctx->ipsec.tun_hdr_offset) {
        odph_ipv4hdr_t *ip_tun;
 
        ip_tun = (odph_ipv4hdr_t *)(ctx->ipsec.tun_hdr_offset + buf);
        ip_tun->id = odp_cpu_to_be_16((*ctx->ipsec.tun_hdr_id)++);
    }
 
    /* Issue crypto request */
    if (entry->async) {
        if (odp_crypto_op_enq(pkt, NULL,
                      &ctx->ipsec.params, 1) != 1) {
            ODPH_ERR("Error: odp_crypto_op_enq() failed\n");
            exit(EXIT_FAILURE);
        }
        return PKT_POSTED;
    }
 
    if (odp_crypto_op(pkt, &out_pkt, &ctx->ipsec.params, 1) != 1) {
        ODPH_ERR("Error: odp_crypto_op() failed\n");
        exit(EXIT_FAILURE);
    }
    *pkt = out_pkt;
 
    return PKT_CONTINUE;
}
 
static
pkt_disposition_e do_ipsec_out_finish(odp_packet_t pkt,
                      pkt_ctx_t *ctx)
{
    odph_ipv4hdr_t *ip;
 
    if (odp_crypto_result(NULL, pkt) != 0)
        return PKT_DROP;
 
    ip = (odph_ipv4hdr_t *)odp_packet_l3_ptr(pkt, NULL);
 
    /* Finalize the IPv4 header */
    ip->ttl = ctx->ipsec.ip_ttl;
    ip->tos = ctx->ipsec.ip_tos;
    ip->frag_offset = odp_cpu_to_be_16(ctx->ipsec.ip_frag_offset);
    ip->chksum = 0;
    odph_ipv4_csum_update(pkt);
 
    /* Fall through to next state */
    return PKT_CONTINUE;
}
 
static
int pktio_thread(void *arg ODP_UNUSED)
{
    int thr;
    odp_packet_t pkt;
    odp_event_t ev;
    unsigned long pkt_cnt = 0;
 
    thr = odp_thread_id();
 
    printf("Pktio thread [%02i] starts\n", thr);
 
    odp_barrier_wait(&global->sync_barrier);
 
    /* Loop packets */
    while (!odp_atomic_load_u32(&global->exit_threads)) {
        pkt_disposition_e rc;
        pkt_ctx_t   *ctx;
        odp_queue_t  dispatchq;
        odp_event_subtype_t subtype;
 
        /* Use schedule to get event from any input queue */
        ev = schedule_fn(&dispatchq);
 
        if (ev == ODP_EVENT_INVALID)
            continue;
 
        /* Determine new work versus completion or sequence number */
        if (ODP_EVENT_PACKET == odp_event_types(ev, &subtype)) {
            pkt = odp_packet_from_event(ev);
            if (global->seqnumq == dispatchq ||
                global->completionq == dispatchq) {
                ctx = get_pkt_ctx_from_pkt(pkt);
            } else {
                ctx = alloc_pkt_ctx(pkt);
                if (!ctx) {
                    odp_packet_free(pkt);
                    continue;
                }
                ctx->state = PKT_STATE_INPUT_VERIFY;
            }
        } else {
            ODPH_ERR("Error: Bad event type\n");
            exit(EXIT_FAILURE);
        }
 
        /*
         * We now have a packet and its associated context. Loop here
         * executing processing based on the current state value stored
         * in the context as long as the processing return code
         * indicates PKT_CONTINUE.
         *
         * For other return codes:
         *
         *  o PKT_DONE   - finished with the packet
         *  o PKT_DROP   - something incorrect about the packet, drop it
         *  o PKT_POSTED - packet/event has been queued for later
         */
        do {
            odp_bool_t skip = FALSE;
 
            switch (ctx->state) {
            case PKT_STATE_INPUT_VERIFY:
 
                rc = do_input_verify(pkt, ctx);
                ctx->state = PKT_STATE_IPSEC_IN_CLASSIFY;
                break;
 
            case PKT_STATE_IPSEC_IN_CLASSIFY:
 
                ctx->state = PKT_STATE_ROUTE_LOOKUP;
                rc = do_ipsec_in_classify(&pkt,
                              ctx,
                              &skip);
                break;
 
            case PKT_STATE_IPSEC_IN_FINISH:
 
                rc = do_ipsec_in_finish(pkt, ctx);
                ctx->state = PKT_STATE_ROUTE_LOOKUP;
                break;
 
            case PKT_STATE_ROUTE_LOOKUP:
 
                rc = do_route_fwd_db(pkt, ctx);
                ctx->state = PKT_STATE_IPSEC_OUT_CLASSIFY;
                break;
 
            case PKT_STATE_IPSEC_OUT_CLASSIFY:
 
                rc = do_ipsec_out_classify(pkt,
                               ctx,
                               &skip);
                if (odp_unlikely(skip)) {
                    ctx->state = PKT_STATE_TRANSMIT;
                } else {
                    ctx->state = PKT_STATE_IPSEC_OUT_SEQ;
                    if (odp_queue_enq(global->seqnumq, ev))
                        rc = PKT_DROP;
                }
                break;
 
            case PKT_STATE_IPSEC_OUT_SEQ:
 
                ctx->state = PKT_STATE_IPSEC_OUT_FINISH;
                rc = do_ipsec_out_seq(&pkt, ctx);
                break;
 
            case PKT_STATE_IPSEC_OUT_FINISH:
 
                rc = do_ipsec_out_finish(pkt, ctx);
                ctx->state = PKT_STATE_TRANSMIT;
                break;
 
            case PKT_STATE_TRANSMIT:
 
                if (odp_pktout_send(ctx->pktout, &pkt, 1) < 1) {
                    rc = PKT_DROP;
                } else {
                    rc = PKT_DONE;
                }
                break;
 
            default:
                rc = PKT_DROP;
                break;
            }
        } while (PKT_CONTINUE == rc);
 
        /* Free context on drop or transmit */
        if ((PKT_DROP == rc) || (PKT_DONE == rc))
            free_pkt_ctx(ctx);
 
 
        /* Check for drop */
        if (PKT_DROP == rc)
            odp_packet_free(pkt);
 
        /* Print packet counts every once in a while */
        if (PKT_DONE == rc) {
            if (odp_unlikely(pkt_cnt++ % 1000 == 0)) {
                printf("  [%02i] pkt_cnt:%lu\n", thr, pkt_cnt);
                fflush(NULL);
            }
        }
    }
 
    return 0;
}
 
int
main(int argc, char *argv[])
{
    odph_helper_options_t helper_options;
    odph_thread_t thread_tbl[MAX_WORKERS];
    odph_thread_common_param_t thr_common;
    odph_thread_param_t thr_param;
    int num_workers;
    int i;
    int stream_count;
    odp_shm_t shm;
    odp_cpumask_t cpumask;
    char cpumaskstr[ODP_CPUMASK_STR_SIZE];
    odp_crypto_capability_t crypto_capa;
    odp_pool_param_t params;
    odp_instance_t instance;
    odp_init_t init_param;
 
    /* create by default scheduled queues */
    queue_create = odp_queue_create;
    schedule_fn = odp_schedule_cb;
 
    /* check for using poll queues */
    if (getenv("ODP_IPSEC_USE_POLL_QUEUES")) {
        queue_create = polled_odp_queue_create;
        schedule_fn = polled_odp_schedule_cb;
    }
 
    /* Let helper collect its own arguments (e.g. --odph_proc) */
    argc = odph_parse_options(argc, argv);
    if (odph_options(&helper_options)) {
        ODPH_ERR("Error: reading ODP helper options failed.\n");
        exit(EXIT_FAILURE);
    }
 
    /* Signal handler has to be registered before global init in case ODP
     * implementation creates internal threads/processes. */
    signal(SIGINT, sig_handler);
 
    odp_init_param_init(&init_param);
    init_param.mem_model = helper_options.mem_model;
 
    /* Init ODP before calling anything else */
    if (odp_init_global(&instance, &init_param, NULL)) {
        ODPH_ERR("Error: ODP global init failed.\n");
        exit(EXIT_FAILURE);
    }
 
    /* Init this thread */
    if (odp_init_local(instance, ODP_THREAD_CONTROL)) {
        ODPH_ERR("Error: ODP local init failed.\n");
        exit(EXIT_FAILURE);
    }
 
    if (odp_crypto_capability(&crypto_capa)) {
        ODPH_ERR("Error: Crypto capability request failed.\n");
        exit(EXIT_FAILURE);
    }
 
    if ((NULL == getenv("ODP_IPSEC_USE_POLL_QUEUES")) &&
        (crypto_capa.queue_type_sched == 0)) {
        ODPH_ERR("Error: scheduled type compl queue not supported.\n");
        exit(EXIT_FAILURE);
    } else if ((NULL != getenv("ODP_IPSEC_USE_POLL_QUEUES")) &&
            crypto_capa.queue_type_plain == 0) {
        ODPH_ERR("Error: Plain type compl queue not supported.\n");
        exit(EXIT_FAILURE);
    }
 
    /* Reserve memory for args from shared mem */
    shm = odp_shm_reserve("shm_args", sizeof(global_data_t),
                  ODP_CACHE_LINE_SIZE, 0);
 
    if (shm == ODP_SHM_INVALID) {
        ODPH_ERR("Error: shared mem reserve failed.\n");
        exit(EXIT_FAILURE);
    }
 
    global = odp_shm_addr(shm);
 
    if (NULL == global) {
        ODPH_ERR("Error: shared mem alloc failed.\n");
        exit(EXIT_FAILURE);
    }
    memset(global, 0, sizeof(global_data_t));
    global->shm = shm;
    odp_atomic_init_u32(&global->exit_threads, 0);
    global->crypto_capa = crypto_capa;
 
    /* Configure scheduler */
    odp_schedule_config(NULL);
 
    /* Must init our databases before parsing args */
    ipsec_init_pre();
    init_fwd_db();
    init_stream_db();
 
    /* Parse and store the application arguments */
    parse_args(argc, argv, &global->appl);
 
    /* Print both system and application information */
    print_info(NO_PATH(argv[0]), &global->appl);
 
    num_workers = MAX_WORKERS;
    if (global->appl.cpu_count && global->appl.cpu_count < MAX_WORKERS)
        num_workers = global->appl.cpu_count;
 
    /* Get default worker cpumask */
    num_workers = odp_cpumask_default_worker(&cpumask, num_workers);
    (void)odp_cpumask_to_str(&cpumask, cpumaskstr, sizeof(cpumaskstr));
 
    printf("num worker threads: %i\n", num_workers);
    printf("first CPU:          %i\n", odp_cpumask_first(&cpumask));
    printf("cpu mask:           %s\n", cpumaskstr);
 
    /* Create a barrier to synchronize thread startup */
    odp_barrier_init(&global->sync_barrier, num_workers);
 
    /* Create packet buffer pool */
    odp_pool_param_init(&params);
    params.pkt.seg_len = SHM_PKT_POOL_BUF_SIZE;
    params.pkt.len     = SHM_PKT_POOL_BUF_SIZE;
    params.pkt.num     = SHM_PKT_POOL_BUF_COUNT;
    params.type        = ODP_POOL_PACKET;
 
    global->pkt_pool = odp_pool_create("packet_pool", &params);
 
    if (ODP_POOL_INVALID == global->pkt_pool) {
        ODPH_ERR("Error: packet pool create failed.\n");
        exit(EXIT_FAILURE);
    }
 
    /* Create context buffer pool */
    params.buf.size  = SHM_CTX_POOL_BUF_SIZE;
    params.buf.align = 0;
    params.buf.num   = SHM_CTX_POOL_BUF_COUNT;
    params.type      = ODP_POOL_BUFFER;
 
    global->ctx_pool = odp_pool_create("ctx_pool", &params);
 
    if (ODP_POOL_INVALID == global->ctx_pool) {
        ODPH_ERR("Error: context pool create failed.\n");
        exit(EXIT_FAILURE);
    }
 
    /* Populate our IPsec cache */
    printf("Using %s mode for crypto API\n\n",
           (CRYPTO_API_SYNC == global->appl.mode) ? "SYNC" : "ASYNC");
    ipsec_init_post(global->appl.mode);
 
    /* Initialize interfaces (which resolves FWD DB entries */
    for (i = 0; i < global->appl.if_count; i++)
        initialize_intf(global->appl.if_names[i]);
 
    /* If we have test streams build them before starting workers */
    resolve_stream_db();
    stream_count = create_stream_db_inputs();
    if (stream_count < 0) {
        ODPH_ERR("Error: creating input packets failed\n");
        exit(EXIT_FAILURE);
    }
 
    /*
     * Create and init worker threads
     */
    odph_thread_common_param_init(&thr_common);
    thr_common.instance = instance;
    thr_common.cpumask = &cpumask;
    thr_common.share_param = 1;
 
    odph_thread_param_init(&thr_param);
    thr_param.start = pktio_thread;
    thr_param.arg = NULL;
    thr_param.thr_type = ODP_THREAD_WORKER;
 
    memset(thread_tbl, 0, sizeof(thread_tbl));
    odph_thread_create(thread_tbl, &thr_common, &thr_param, num_workers);
 
    /* If there are streams attempt to verify them. Otherwise, run until
     * SIGINT is received. */
    if (stream_count) {
        odp_bool_t done;
 
        do {
            done = verify_stream_db_outputs();
            usleep(100000);
        } while (!done);
        printf("All received\n");
        odp_atomic_store_u32(&global->exit_threads, 1);
    }
    odph_thread_join(thread_tbl, num_workers);
 
    /* Stop and close used pktio devices */
    for (i = 0; i < global->appl.if_count; i++) {
        odp_pktio_t pktio = odp_pktio_lookup(global->appl.if_names[i]);
 
        if (pktio == ODP_PKTIO_INVALID)
            continue;
 
        if (odp_pktio_stop(pktio) || odp_pktio_close(pktio)) {
            ODPH_ERR("Error: failed to close pktio %s\n",
                 global->appl.if_names[i]);
            exit(EXIT_FAILURE);
        }
    }
 
    free(global->appl.if_names);
    free(global->appl.if_str);
 
    if (destroy_ipsec_cache())
        ODPH_ERR("Error: crypto session destroy failed\n");
 
    if (odp_queue_destroy(global->completionq))
        ODPH_ERR("Error: queue destroy failed\n");
    if (odp_queue_destroy(global->seqnumq))
        ODPH_ERR("Error: queue destroy failed\n");
 
    if (odp_pool_destroy(global->pkt_pool))
        ODPH_ERR("Error: pool destroy failed\n");
    if (odp_pool_destroy(global->ctx_pool))
        ODPH_ERR("Error: pool destroy failed\n");
    if (odp_pool_destroy(global->out_pool))
        ODPH_ERR("Error: pool destroy failed\n");
 
    shm = odp_shm_lookup("shm_ipsec_cache");
    if (odp_shm_free(shm) != 0)
        ODPH_ERR("Error: shm free shm_ipsec_cache failed\n");
    shm = odp_shm_lookup("shm_fwd_db");
    if (odp_shm_free(shm) != 0)
        ODPH_ERR("Error: shm free shm_fwd_db failed\n");
    shm = odp_shm_lookup("shm_sa_db");
    if (odp_shm_free(shm) != 0)
        ODPH_ERR("Error: shm free shm_sa_db failed\n");
    shm = odp_shm_lookup("shm_tun_db");
    if (odp_shm_free(shm) != 0)
        ODPH_ERR("Error: shm free shm_tun_db failed\n");
    shm = odp_shm_lookup("shm_sp_db");
    if (odp_shm_free(shm) != 0)
        ODPH_ERR("Error: shm free shm_sp_db failed\n");
 
    deinit_stream_db();
 
    if (odp_shm_free(global->shm)) {
        ODPH_ERR("Error: shm free global data failed\n");
        exit(EXIT_FAILURE);
    }
 
    if (odp_term_local()) {
        ODPH_ERR("Error: term local failed\n");
        exit(EXIT_FAILURE);
    }
 
    if (odp_term_global(instance)) {
        ODPH_ERR("Error: term global failed\n");
        exit(EXIT_FAILURE);
    }
 
    printf("Exit\n\n");
 
    return 0;
}
 
static void parse_args(int argc, char *argv[], appl_args_t *appl_args)
{
    int opt;
    int long_index;
    char *token;
    size_t len;
    int rc = 0;
    int i;
 
    static const struct option longopts[] = {
        {"count", required_argument, NULL, 'c'},
        {"interface", required_argument, NULL, 'i'},    /* return 'i' */
        {"mode", required_argument, NULL, 'm'},     /* return 'm' */
        {"route", required_argument, NULL, 'r'},    /* return 'r' */
        {"policy", required_argument, NULL, 'p'},   /* return 'p' */
        {"ah", required_argument, NULL, 'a'},       /* return 'a' */
        {"esp", required_argument, NULL, 'e'},      /* return 'e' */
        {"tunnel", required_argument, NULL, 't'},       /* return 't' */
        {"stream", required_argument, NULL, 's'},   /* return 's' */
        {"help", no_argument, NULL, 'h'},       /* return 'h' */
        {NULL, 0, NULL, 0}
    };
 
    static const char *shortopts = "+c:i:m:r:p:a:e:t:s:h";
 
    printf("\nParsing command line options\n");
 
    appl_args->cpu_count = 1; /* use one worker by default */
    appl_args->mode = 0;  /* turn off async crypto API by default */
 
    while (!rc) {
        opt = getopt_long(argc, argv, shortopts, longopts, &long_index);
 
        if (-1 == opt)
            break;  /* No more options */
 
        switch (opt) {
        case 'c':
            appl_args->cpu_count = atoi(optarg);
            break;
            /* parse packet-io interface names */
        case 'i':
            len = strlen(optarg);
            if (0 == len) {
                usage(argv[0]);
                exit(EXIT_FAILURE);
            }
            len += 1;   /* add room for '\0' */
 
            appl_args->if_str = malloc(len);
            if (appl_args->if_str == NULL) {
                usage(argv[0]);
                exit(EXIT_FAILURE);
            }
 
            /* count the number of tokens separated by ',' */
            strcpy(appl_args->if_str, optarg);
            for (token = strtok(appl_args->if_str, ","), i = 0;
                 token != NULL;
                 token = strtok(NULL, ","), i++)
                ;
 
            appl_args->if_count = i;
 
            if (0 == appl_args->if_count) {
                usage(argv[0]);
                exit(EXIT_FAILURE);
            }
 
            /* allocate storage for the if names */
            appl_args->if_names =
                calloc(appl_args->if_count, sizeof(char *));
 
            /* store the if names (reset names string) */
            strcpy(appl_args->if_str, optarg);
            for (token = strtok(appl_args->if_str, ","), i = 0;
                 token != NULL; token = strtok(NULL, ","), i++) {
                appl_args->if_names[i] = token;
            }
            break;
 
        case 'm':
            appl_args->mode = atoi(optarg);
            break;
 
        case 'r':
            rc = create_fwd_db_entry(optarg, appl_args->if_names,
                         appl_args->if_count);
            break;
 
        case 'p':
            rc = create_sp_db_entry(optarg, TRUE);
            break;
 
        case 'a':
            rc = create_sa_db_entry(optarg, FALSE);
            break;
 
        case 'e':
            rc = create_sa_db_entry(optarg, TRUE);
            break;
 
        case 't':
            rc = create_tun_db_entry(optarg);
            break;
 
        case 's':
            rc = create_stream_db_entry(optarg);
            break;
 
        case 'h':
            usage(argv[0]);
            exit(EXIT_SUCCESS);
            break;
 
        default:
            break;
        }
    }
 
    if (rc) {
        printf("ERROR: failed parsing -%c option\n", opt);
        usage(argv[0]);
        exit(EXIT_FAILURE);
    }
 
    if (0 == appl_args->if_count) {
        usage(argv[0]);
        exit(EXIT_FAILURE);
    }
 
    optind = 1;     /* reset 'extern optind' from the getopt lib */
}
 
static void print_info(char *progname, appl_args_t *appl_args)
{
    int i;
 
    odp_sys_info_print();
 
    printf("Running ODP appl: \"%s\"\n"
           "-----------------\n"
           "IF-count:        %i\n"
           "Using IFs:      ",
           progname, appl_args->if_count);
    for (i = 0; i < appl_args->if_count; ++i)
        printf(" %s", appl_args->if_names[i]);
 
    printf("\n");
 
    dump_fwd_db();
    dump_sp_db();
    dump_sa_db();
    dump_tun_db();
    printf("\n\n");
    fflush(NULL);
}
 
static void usage(char *progname)
{
    printf("\n"
           "Usage: %s OPTIONS\n"
           "  E.g. %s -i eth1,eth2,eth3 -m 0\n"
           "\n"
           "OpenDataPlane example application.\n"
           "\n"
           "Mandatory OPTIONS:\n"
           " -i, --interface Eth interfaces (comma-separated, no spaces)\n"
           " -m, --mode   0: SYNC\n"
           "              1: ASYNC\n"
           "         Default: 0: SYNC api mode\n"
           "\n"
           "Routing / IPSec OPTIONS:\n"
           " -r, --route SubNet,Intf,NextHopMAC\n"
           " -p, --policy SrcSubNet,DstSubNet,(in|out),(ah|esp|both)\n"
           " -e, --esp SrcIP,DstIP,(3des|null),SPI,Key192\n"
           " -a, --ah SrcIP,DstIP,(sha256|sha1|md5|null),SPI,Key(256|160|128)\n"
           "\n"
           "  Where: NextHopMAC is raw hex/colon notation, i.e. 03:BA;44:9A:CE:02\n"
           "         IP is decimal/dot notation, i.e. 192.168.1.1\n"
           "         SubNet is decimal/dot/slash notation, i.e 192.168.0.0/16\n"
           "         SPI is raw hex, 32 bits\n"
           "         KeyXXX is raw hex, XXX bits long\n"
           "\n"
           "  Examples:\n"
           "     -r 192.168.222.0/24,p8p1,08:00:27:F5:8B:DB\n"
           "     -p 192.168.111.0/24,192.168.222.0/24,out,esp\n"
           "     -e 192.168.111.2,192.168.222.2,3des,201,656c8523255ccc23a66c1917aa0cf30991fce83532a4b224\n"
           "     -a 192.168.111.2,192.168.222.2,md5,201,a731649644c5dee92cbd9c2e7e188ee6\n"
           "\n"
           "Optional OPTIONS\n"
           "  -c, --count <number> CPU count, 0=all available, default=1\n"
           "  -s, --stream SrcIP,DstIP,InIntf,OutIntf,Count,Length\n"
           "  -h, --help           Display help and exit.\n"
           " environment variables: ODP_IPSEC_USE_POLL_QUEUES\n"
           " to enable use of poll queues instead of scheduled (default)\n"
           "                        ODP_IPSEC_STREAM_VERIFY_MDEQ\n"
           " to enable use of multiple dequeue for queue draining during\n"
           " stream verification instead of single dequeue (default)\n"
           "\n", NO_PATH(progname), NO_PATH(progname)
        );
}
 
static odp_bool_t cipher_supported(odp_cipher_alg_t alg, const sa_db_entry_t *sa, int *sa_flags)
{
    const odp_crypto_cipher_algos_t *algos = &global->crypto_capa.ciphers;
    odp_bool_t alg_ok = true;
    int num;
 
    switch (alg) {
    case ODP_CIPHER_ALG_NULL:
        if (!algos->bit.null)
            alg_ok = false;
        break;
    case ODP_CIPHER_ALG_3DES_CBC:
        if (!algos->bit.trides_cbc)
            alg_ok = false;
        break;
    default:
        alg_ok = false;
        break;
    }
    if (!alg_ok) {
        printf("ERROR: cipher algorithm not supported\n");
        return false;
    }
 
    num = odp_crypto_cipher_capability(alg, NULL, 0);
    if (num < 0) {
        printf("ERROR: odp_crypto_cipher_capability() failed\n");
        return false;
    }
    odp_crypto_cipher_capability_t cipher_capa[num];
 
    (void)odp_crypto_cipher_capability(alg, cipher_capa, num);
    for (int n = 0; n < num; n++) {
        odp_crypto_cipher_capability_t *capa = &cipher_capa[n];
 
        if (capa->key_len == sa->key.length &&
            capa->iv_len == sa->iv_len) {
            if (capa->bit_mode)
                *sa_flags |= BIT_MODE_CIPHER;
            return true;
        }
    }
    printf("ERROR: cipher key length or IV length not supported\n");
    return false;
}
 
static odp_bool_t auth_supported(odp_auth_alg_t alg, const sa_db_entry_t *sa, int *sa_flags)
{
    const odp_crypto_auth_algos_t *algos = &global->crypto_capa.auths;
    odp_bool_t alg_ok = true;
    int num;
 
    switch (alg) {
    case ODP_AUTH_ALG_NULL:
        if (!algos->bit.null)
            alg_ok = false;
        break;
    case ODP_AUTH_ALG_MD5_HMAC:
        if (!algos->bit.md5_hmac)
            alg_ok = false;
        break;
    case ODP_AUTH_ALG_SHA1_HMAC:
        if (!algos->bit.sha1_hmac)
            alg_ok = false;
        break;
    case ODP_AUTH_ALG_SHA256_HMAC:
        if (!algos->bit.sha256_hmac)
            alg_ok = false;
        break;
    default:
        alg_ok = false;
        break;
    }
    if (!alg_ok) {
        printf("ERROR: auth algorithm not supported\n");
        return false;
    }
 
    num = odp_crypto_auth_capability(alg, NULL, 0);
    if (num < 0) {
        printf("ERROR: odp_crypto_auth_capability() failed\n");
        return false;
    }
    odp_crypto_auth_capability_t auth_capa[num];
 
    (void)odp_crypto_auth_capability(alg, auth_capa, num);
    for (int n = 0; n < num; n++) {
        odp_crypto_auth_capability_t *capa = &auth_capa[n];
 
        if (capa->digest_len == sa->icv_len &&
            capa->key_len == sa->key.length &&
            capa->iv_len == 0) {
            if (capa->bit_mode)
                *sa_flags |= BIT_MODE_AUTH;
            return true;
        }
    }
    printf("ERROR: auth ICV length or key length not supported\n");
    return false;
}
 
odp_bool_t sa_config_supported(const sa_db_entry_t *sa, int *sa_flags);
 
odp_bool_t sa_config_supported(const sa_db_entry_t *sa, int *sa_flags)
{
    return sa->alg.cipher ? cipher_supported(sa->alg.u.cipher, sa, sa_flags)
                  : auth_supported(sa->alg.u.auth, sa, sa_flags);
}