[COMMIT] branch cloud-dev updated. v1.15.0.0-615-ge89a0ed9
by git＠git-us.linaro.org
This is an automated email from the git hooks/post-receive script. It was
generated because a ref change was pushed to the repository containing
the project "".
The branch, cloud-dev has been updated
via e89a0ed9c4cd6d7dc947b978ad1dcabc6d5a21a2 (commit)
via a67a75899bd369497e20880dfc68787e57b23c66 (commit)
via 5778aa2410e1ccaa12f6350c8e079bc258946762 (commit)
via 2ec60dc19e1c4adfd502becca34e790ff42c6c3b (commit)
via 02d5c1851f20bfd5ce97905060fdc028789db619 (commit)
via 60b9292774801923d454cdf1faac8eeeac820184 (commit)
via 4b536f97445d2d68238b76a8f6bfca877ef37b71 (commit)
via 088dedd8c45c207c7facef34c291ba8f8bf65422 (commit)
via af98c5800f92207b8be68dd9bacdf5f25d25cd27 (commit)
via ddf6e4d9c8fd9bc24c86770470c808766a30077b (commit)
from c6a520126eff39b7ebce8e790fb960259ce8f812 (commit)
Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.
- Log -----------------------------------------------------------------
commit e89a0ed9c4cd6d7dc947b978ad1dcabc6d5a21a2
Author: Yi He <yi.he(a)linaro.org>
Date: Thu Aug 17 17:04:32 2017 +0800
linux-gen: pktio: dpdk: minor code refactory
Rename implementation specific data structure
and move its dedicated header file to impl local,
decouple it from pktio_entry_t data structure.
Signed-off-by: Yi He <yi.he(a)linaro.org>
Signed-off-by: Balakrishna Garapati <balakrishna.garapati(a)linaro.org>
Reviewed-by: Brian Brooks <brian.brooks(a)arm.com>
Reviewed-by: Honnappa Nagarahalli <honnappa.nagarahalli(a)arm.com>
Reviewed-by: Bogdan Pricope <bogdan.pricope(a)linaro.org>
Reviewed-by: Josep Puigdemont <josep.puigdemont(a)linaro.org>
Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org>
diff --git a/platform/linux-dpdk/Makefile.am b/platform/linux-dpdk/Makefile.am
index 3522f5cd..cb0d722d 100644
--- a/platform/linux-dpdk/Makefile.am
+++ b/platform/linux-dpdk/Makefile.am
@@ -188,7 +188,7 @@ noinst_HEADERS = \
${top_srcdir}/platform/linux-generic/include/odp_crypto_internal.h \
${top_srcdir}/platform/linux-generic/include/odp_forward_typedefs_internal.h \
${top_srcdir}/platform/linux-generic/include/odp_internal.h \
- ${srcdir}/include/odp_packet_dpdk.h \
+ ${srcdir}/pktio/dpdk.h \
${srcdir}/include/odp_packet_internal.h \
${top_srcdir}/platform/linux-generic/include/odp_pktio_ops_ipc.h \
${top_srcdir}/platform/linux-generic/include/odp_pktio_ops_subsystem.h \
@@ -245,7 +245,7 @@ __LIB__libodp_dpdk_la_SOURCES = \
../linux-generic/odp_ipsec.c \
../linux-generic/odp_name_table.c \
odp_packet.c \
- odp_packet_dpdk.c \
+ pktio/dpdk.c \
pktio/subsystem.c \
odp_packet_flags.c \
../linux-generic/odp_packet_io.c \
diff --git a/platform/linux-dpdk/include/odp_packet_io_internal.h b/platform/linux-dpdk/include/odp_packet_io_internal.h
index ba388c9c..ec1d0c21 100644
--- a/platform/linux-dpdk/include/odp_packet_io_internal.h
+++ b/platform/linux-dpdk/include/odp_packet_io_internal.h
@@ -29,7 +29,7 @@ extern "C" {
#define PKTIO_MAX_QUEUES 64
#include <linux/if_ether.h>
-#include <odp_packet_dpdk.h>
+#include <pktio/dpdk.h>
/* Forward declaration */
typedef union pktio_entry_u pktio_entry_t;
@@ -40,26 +40,6 @@ typedef union pktio_entry_u pktio_entry_t;
#define PKTIN_INVALID ((odp_pktin_queue_t) {ODP_PKTIO_INVALID, 0})
#define PKTOUT_INVALID ((odp_pktout_queue_t) {ODP_PKTIO_INVALID, 0})
-/* Forward declaration */
-struct pkt_dpdk_t;
-
-/** Packet socket using dpdk mmaped rings for both Rx and Tx */
-typedef struct {
- odp_pktio_capability_t capa; /**< interface capabilities */
-
- /********************************/
- char ifname[32];
- uint8_t min_rx_burst;
- uint8_t portid;
- odp_bool_t vdev_sysc_promisc; /**< promiscuous mode defined with
- system call */
- odp_pktin_hash_proto_t hash; /**< Packet input hash protocol */
- odp_bool_t lockless_rx; /**< no locking for rx */
- odp_bool_t lockless_tx; /**< no locking for tx */
- odp_ticketlock_t rx_lock[PKTIO_MAX_QUEUES]; /**< RX queue locks */
- odp_ticketlock_t tx_lock[PKTIO_MAX_QUEUES]; /**< TX queue locks */
-} pkt_dpdk_t;
-
struct pktio_entry {
const pktio_ops_module_t *ops; /**< Implementation specific methods */
pktio_ops_data_t ops_data;
@@ -68,9 +48,6 @@ struct pktio_entry {
odp_ticketlock_t txl; /**< TX ticketlock */
int cls_enabled; /**< is classifier enabled */
odp_pktio_t handle; /**< pktio handle */
- union {
- pkt_dpdk_t pkt_dpdk; /**< using DPDK API for IO */
- };
enum {
/* Not allocated */
PKTIO_STATE_FREE = 0,
diff --git a/platform/linux-dpdk/odp_init.c b/platform/linux-dpdk/odp_init.c
index 737b5331..1d1c451a 100644
--- a/platform/linux-dpdk/odp_init.c
+++ b/platform/linux-dpdk/odp_init.c
@@ -5,13 +5,13 @@
*/
#include <odp_posix_extensions.h>
-#include <odp_packet_dpdk.h>
#include <odp/api/init.h>
#include <odp_debug_internal.h>
#include <odp/api/debug.h>
#include <unistd.h>
#include <odp_internal.h>
#include <odp_schedule_if.h>
+#include <odp_packet_io_internal.h>
#include <libconfig.h>
#include <stdlib.h>
#include <string.h>
diff --git a/platform/linux-dpdk/odp_packet_dpdk.c b/platform/linux-dpdk/pktio/dpdk.c
similarity index 86%
rename from platform/linux-dpdk/odp_packet_dpdk.c
rename to platform/linux-dpdk/pktio/dpdk.c
index b9b493ef..d7a90197 100644
--- a/platform/linux-dpdk/odp_packet_dpdk.c
+++ b/platform/linux-dpdk/pktio/dpdk.c
@@ -28,7 +28,7 @@
#include <odp_debug_internal.h>
#include <odp_classification_internal.h>
#include <odp_packet_io_internal.h>
-#include <odp_packet_dpdk.h>
+#include <pktio/dpdk.h>
#include <net/if.h>
#include <math.h>
@@ -39,6 +39,18 @@ static pktio_ops_module_t dpdk_pktio_ops;
static uint32_t mtu_get_pkt_dpdk(pktio_entry_t *pktio_entry);
+static inline pktio_ops_dpdk_data_t *
+ __retrieve_op_data(pktio_entry_t *pktio)
+{
+ return (pktio_ops_dpdk_data_t *)(pktio->ops_data(dpdk));
+}
+
+static inline void __release_op_data(pktio_entry_t *pktio)
+{
+ free(pktio->ops_data(dpdk));
+ pktio->ops_data(dpdk) = NULL;
+}
+
/* Test if s has only digits or not. Dpdk pktio uses only digits.*/
static int _dpdk_netdev_is_valid(const char *s)
{
@@ -95,6 +107,8 @@ static void _dpdk_print_port_mac(uint8_t portid)
static int input_queues_config_pkt_dpdk(pktio_entry_t *pktio_entry,
const odp_pktin_queue_param_t *p)
{
+ pktio_ops_dpdk_data_t *pkt_dpdk =
+ __retrieve_op_data(pktio_entry);
odp_pktin_mode_t mode = pktio_entry->s.param.in_mode;
/**
@@ -102,19 +116,19 @@ static int input_queues_config_pkt_dpdk(pktio_entry_t *pktio_entry,
* at a time polls a queue */
if (mode == ODP_PKTIN_MODE_SCHED ||
p->op_mode == ODP_PKTIO_OP_MT_UNSAFE)
- pktio_entry->s.pkt_dpdk.lockless_rx = 1;
+ pkt_dpdk->lockless_rx = 1;
else
- pktio_entry->s.pkt_dpdk.lockless_rx = 0;
+ pkt_dpdk->lockless_rx = 0;
if (p->hash_enable && p->num_queues > 1) {
- pktio_entry->s.pkt_dpdk.hash = p->hash_proto;
+ pkt_dpdk->hash = p->hash_proto;
} else {
- pktio_entry->s.pkt_dpdk.hash.proto.ipv4_udp = 1;
- pktio_entry->s.pkt_dpdk.hash.proto.ipv4_tcp = 1;
- pktio_entry->s.pkt_dpdk.hash.proto.ipv4 = 1;
- pktio_entry->s.pkt_dpdk.hash.proto.ipv6_udp = 1;
- pktio_entry->s.pkt_dpdk.hash.proto.ipv6_tcp = 1;
- pktio_entry->s.pkt_dpdk.hash.proto.ipv6 = 1;
+ pkt_dpdk->hash.proto.ipv4_udp = 1;
+ pkt_dpdk->hash.proto.ipv4_tcp = 1;
+ pkt_dpdk->hash.proto.ipv4 = 1;
+ pkt_dpdk->hash.proto.ipv6_udp = 1;
+ pkt_dpdk->hash.proto.ipv6_tcp = 1;
+ pkt_dpdk->hash.proto.ipv6 = 1;
}
return 0;
@@ -123,7 +137,8 @@ static int input_queues_config_pkt_dpdk(pktio_entry_t *pktio_entry,
static int output_queues_config_pkt_dpdk(pktio_entry_t *pktio_entry,
const odp_pktout_queue_param_t *p)
{
- pkt_dpdk_t *pkt_dpdk = &pktio_entry->s.pkt_dpdk;
+ pktio_ops_dpdk_data_t *pkt_dpdk =
+ __retrieve_op_data(pktio_entry);
if (p->op_mode == ODP_PKTIO_OP_MT_UNSAFE)
pkt_dpdk->lockless_tx = 1;
@@ -133,12 +148,14 @@ static int output_queues_config_pkt_dpdk(pktio_entry_t *pktio_entry,
return 0;
}
-static int setup_pkt_dpdk(odp_pktio_t pktio ODP_UNUSED, pktio_entry_t *pktio_entry,
- const char *netdev, odp_pool_t pool ODP_UNUSED)
+static int setup_pkt_dpdk(odp_pktio_t pktio ODP_UNUSED,
+ pktio_entry_t *pktio_entry,
+ const char *netdev,
+ odp_pool_t pool ODP_UNUSED)
{
uint8_t portid = 0;
struct rte_eth_dev_info dev_info;
- pkt_dpdk_t * const pkt_dpdk = &pktio_entry->s.pkt_dpdk;
+ pktio_ops_dpdk_data_t *pkt_dpdk = NULL;
int i;
if (!_dpdk_netdev_is_valid(netdev)) {
@@ -147,6 +164,14 @@ static int setup_pkt_dpdk(odp_pktio_t pktio ODP_UNUSED, pktio_entry_t *pktio_ent
return -1;
}
+ pktio_entry->ops_data(dpdk) = malloc(sizeof(pktio_ops_dpdk_data_t));
+ pkt_dpdk = __retrieve_op_data(pktio_entry);
+
+ if (odp_unlikely(pkt_dpdk == NULL)) {
+ ODP_ERR("Failed to allocate pktio_ops_dpdk_data_t struct");
+ return -1;
+ }
+
portid = atoi(netdev);
pkt_dpdk->portid = portid;
memset(&dev_info, 0, sizeof(struct rte_eth_dev_info));
@@ -176,17 +201,21 @@ static int setup_pkt_dpdk(odp_pktio_t pktio ODP_UNUSED, pktio_entry_t *pktio_ent
static int close_pkt_dpdk(pktio_entry_t *pktio_entry)
{
- pkt_dpdk_t * const pkt_dpdk = &pktio_entry->s.pkt_dpdk;
+ const pktio_ops_dpdk_data_t *pkt_dpdk =
+ __retrieve_op_data(pktio_entry);
if (pktio_entry->s.state == PKTIO_STATE_STOPPED)
rte_eth_dev_close(pkt_dpdk->portid);
+
+ __release_op_data(pktio_entry);
return 0;
}
static int start_pkt_dpdk(pktio_entry_t *pktio_entry)
{
int ret, i;
- pkt_dpdk_t * const pkt_dpdk = &pktio_entry->s.pkt_dpdk;
+ pktio_ops_dpdk_data_t *pkt_dpdk =
+ __retrieve_op_data(pktio_entry);
uint8_t portid = pkt_dpdk->portid;
int sid = rte_eth_dev_socket_id(pkt_dpdk->portid);
int socket_id = sid < 0 ? 0 : sid;
@@ -294,7 +323,9 @@ static int start_pkt_dpdk(pktio_entry_t *pktio_entry)
static int stop_pkt_dpdk(pktio_entry_t *pktio_entry)
{
- rte_eth_dev_stop(pktio_entry->s.pkt_dpdk.portid);
+ pktio_ops_dpdk_data_t *pkt_dpdk =
+ __retrieve_op_data(pktio_entry);
+ rte_eth_dev_stop(pkt_dpdk->portid);
return 0;
}
@@ -335,16 +366,15 @@ static void _odp_pktio_send_completion(pktio_entry_t *pktio_entry)
odp_ticketlock_unlock(&entry->s.txl);
}
}
-
- return;
}
static int recv_pkt_dpdk(pktio_entry_t *pktio_entry, int index,
odp_packet_t pkt_table[], int len)
{
uint16_t nb_rx, i;
+ pktio_ops_dpdk_data_t *pkt_dpdk =
+ __retrieve_op_data(pktio_entry);
odp_packet_t *saved_pkt_table;
- pkt_dpdk_t * const pkt_dpdk = &pktio_entry->s.pkt_dpdk;
uint8_t min = pkt_dpdk->min_rx_burst;
odp_time_t ts_val;
odp_time_t *ts = NULL;
@@ -459,7 +489,8 @@ static int send_pkt_dpdk(pktio_entry_t *pktio_entry, int index,
const odp_packet_t pkt_table[], int len)
{
int pkts;
- pkt_dpdk_t * const pkt_dpdk = &pktio_entry->s.pkt_dpdk;
+ pktio_ops_dpdk_data_t *pkt_dpdk =
+ __retrieve_op_data(pktio_entry);
if (!pkt_dpdk->lockless_tx)
odp_ticketlock_lock(&pkt_dpdk->tx_lock[index]);
@@ -511,10 +542,12 @@ static uint32_t _dpdk_vdev_mtu(uint8_t port_id)
static uint32_t mtu_get_pkt_dpdk(pktio_entry_t *pktio_entry)
{
+ pktio_ops_dpdk_data_t *pkt_dpdk =
+ __retrieve_op_data(pktio_entry);
uint16_t mtu = 0;
int ret;
- ret = rte_eth_dev_get_mtu(pktio_entry->s.pkt_dpdk.portid, &mtu);
+ ret = rte_eth_dev_get_mtu(pkt_dpdk->portid, &mtu);
if (ret < 0)
return 0;
@@ -522,7 +555,7 @@ static uint32_t mtu_get_pkt_dpdk(pktio_entry_t *pktio_entry)
* try to use system call if dpdk cannot get mtu value.
*/
if (mtu == 0)
- mtu = _dpdk_vdev_mtu(pktio_entry->s.pkt_dpdk.portid);
+ mtu = _dpdk_vdev_mtu(pkt_dpdk->portid);
return mtu;
}
@@ -570,13 +603,16 @@ static int _dpdk_vdev_promisc_mode_set(uint8_t port_id, int enable)
static int promisc_mode_set_pkt_dpdk(pktio_entry_t *pktio_entry, int enable)
{
- uint8_t portid = pktio_entry->s.pkt_dpdk.portid;
+ const pktio_ops_dpdk_data_t *pkt_dpdk =
+ __retrieve_op_data(pktio_entry);
+ uint8_t portid = pkt_dpdk->portid;
+
if (enable)
rte_eth_promiscuous_enable(portid);
else
rte_eth_promiscuous_disable(portid);
- if (pktio_entry->s.pkt_dpdk.vdev_sysc_promisc) {
+ if (pkt_dpdk->vdev_sysc_promisc) {
int ret = _dpdk_vdev_promisc_mode_set(portid, enable);
if (ret < 0)
ODP_DBG("vdev promisc mode fail\n");
@@ -605,23 +641,27 @@ static int _dpdk_vdev_promisc_mode(uint8_t port_id)
if (ifr.ifr_flags & IFF_PROMISC) {
ODP_DBG("promisc is 1\n");
return 1;
- } else
- return 0;
+ }
+ return 0;
}
static int promisc_mode_get_pkt_dpdk(pktio_entry_t *pktio_entry)
{
- uint8_t portid = pktio_entry->s.pkt_dpdk.portid;
- if (pktio_entry->s.pkt_dpdk.vdev_sysc_promisc)
+ const pktio_ops_dpdk_data_t *pkt_dpdk =
+ __retrieve_op_data(pktio_entry);
+ uint8_t portid = pkt_dpdk->portid;
+
+ if (pkt_dpdk->vdev_sysc_promisc)
return _dpdk_vdev_promisc_mode(portid);
else
return rte_eth_promiscuous_get(portid);
-
}
static int mac_get_pkt_dpdk(pktio_entry_t *pktio_entry, void *mac_addr)
{
- rte_eth_macaddr_get(pktio_entry->s.pkt_dpdk.portid,
+ const pktio_ops_dpdk_data_t *pkt_dpdk =
+ __retrieve_op_data(pktio_entry);
+ rte_eth_macaddr_get(pkt_dpdk->portid,
(struct ether_addr *)mac_addr);
return ETH_ALEN;
}
@@ -630,14 +670,18 @@ static int mac_get_pkt_dpdk(pktio_entry_t *pktio_entry, void *mac_addr)
static int capability_pkt_dpdk(pktio_entry_t *pktio_entry,
odp_pktio_capability_t *capa)
{
- *capa = pktio_entry->s.pkt_dpdk.capa;
+ const pktio_ops_dpdk_data_t *pkt_dpdk =
+ __retrieve_op_data(pktio_entry);
+ *capa = pkt_dpdk->capa;
return 0;
}
static int link_status_pkt_dpdk(pktio_entry_t *pktio_entry)
{
+ const pktio_ops_dpdk_data_t *pkt_dpdk =
+ __retrieve_op_data(pktio_entry);
struct rte_eth_link link;
- rte_eth_link_get(pktio_entry->s.pkt_dpdk.portid, &link);
+ rte_eth_link_get(pkt_dpdk->portid, &link);
return link.link_status;
}
@@ -657,25 +701,28 @@ static void stats_convert(struct rte_eth_stats *rte_stats,
static int stats_pkt_dpdk(pktio_entry_t *pktio_entry, odp_pktio_stats_t *stats)
{
+ const pktio_ops_dpdk_data_t *pkt_dpdk =
+ __retrieve_op_data(pktio_entry);
int ret;
struct rte_eth_stats rte_stats;
- ret = rte_eth_stats_get(pktio_entry->s.pkt_dpdk.portid, &rte_stats);
+ ret = rte_eth_stats_get(pkt_dpdk->portid, &rte_stats);
if (ret == 0) {
stats_convert(&rte_stats, stats);
return 0;
- } else {
- if (ret > 0)
- return -ret;
- else
- return ret;
}
+
+ if (ret > 0)
+ return -ret;
+ return ret;
}
static int stats_reset_pkt_dpdk(pktio_entry_t *pktio_entry)
{
- rte_eth_stats_reset(pktio_entry->s.pkt_dpdk.portid);
+ const pktio_ops_dpdk_data_t *pkt_dpdk =
+ __retrieve_op_data(pktio_entry);
+ rte_eth_stats_reset(pkt_dpdk->portid);
return 0;
}
diff --git a/platform/linux-dpdk/include/odp_packet_dpdk.h b/platform/linux-dpdk/pktio/dpdk.h
similarity index 59%
rename from platform/linux-dpdk/include/odp_packet_dpdk.h
rename to platform/linux-dpdk/pktio/dpdk.h
index 495d5e6f..064c5d8c 100644
--- a/platform/linux-dpdk/include/odp_packet_dpdk.h
+++ b/platform/linux-dpdk/pktio/dpdk.h
@@ -4,8 +4,8 @@
* SPDX-License-Identifier: BSD-3-Clause
*/
-#ifndef ODP_PACKET_DPDK_H
-#define ODP_PACKET_DPDK_H
+#ifndef ODP_PKTIO_OPS_DPDK_H_
+#define ODP_PKTIO_OPS_DPDK_H_
#include <stdint.h>
#include <net/if.h>
@@ -46,4 +46,21 @@
#define RTE_TEST_RX_DESC_DEFAULT 128
#define RTE_TEST_TX_DESC_DEFAULT 512
+/** Packet socket using dpdk mmaped rings for both Rx and Tx */
+typedef struct {
+ odp_pktio_capability_t capa; /**< interface capabilities */
+
+ /********************************/
+ char ifname[32];
+ uint8_t min_rx_burst;
+ uint8_t portid;
+ odp_bool_t vdev_sysc_promisc; /**< promiscuous mode defined with
+ system call */
+ odp_pktin_hash_proto_t hash; /**< Packet input hash protocol */
+ odp_bool_t lockless_rx; /**< no locking for rx */
+ odp_bool_t lockless_tx; /**< no locking for tx */
+ odp_ticketlock_t rx_lock[PKTIO_MAX_QUEUES]; /**< RX queue locks */
+ odp_ticketlock_t tx_lock[PKTIO_MAX_QUEUES]; /**< TX queue locks */
+} pktio_ops_dpdk_data_t;
+
#endif
diff --git a/platform/linux-dpdk/pool/dpdk.c b/platform/linux-dpdk/pool/dpdk.c
index 6acc4e90..a9eca2f1 100644
--- a/platform/linux-dpdk/pool/dpdk.c
+++ b/platform/linux-dpdk/pool/dpdk.c
@@ -26,7 +26,7 @@
#include <inttypes.h>
/* for DPDK */
-#include <odp_packet_dpdk.h>
+#include <odp_packet_io_internal.h>
#ifdef POOL_USE_TICKETLOCK
#include <odp/api/ticketlock.h>
diff --git a/platform/linux-generic/Makefile.am b/platform/linux-generic/Makefile.am
index b294dc4b..7d1066f3 100644
--- a/platform/linux-generic/Makefile.am
+++ b/platform/linux-generic/Makefile.am
@@ -186,7 +186,7 @@ noinst_HEADERS = \
${srcdir}/include/odp_packet_internal.h \
${srcdir}/include/odp_packet_io_internal.h \
${srcdir}/include/odp_packet_io_ring_internal.h \
- ${srcdir}/include/odp_packet_dpdk.h \
+ ${srcdir}/pktio/dpdk.h \
${srcdir}/include/odp_pktio_ops_ipc.h \
${srcdir}/include/odp_pktio_ops_loopback.h \
${srcdir}/include/odp_pktio_ops_netmap.h \
@@ -268,7 +268,7 @@ __LIB__libodp_linux_la_SOURCES = \
pktio/ethtool.c \
pktio/subsystem.c \
pktio/ipc.c \
- pktio/pktio_common.c \
+ pktio/common.c \
pktio/loopback.c \
pktio/netmap.c \
pktio/dpdk.c \
diff --git a/platform/linux-generic/include/odp_packet_io_internal.h b/platform/linux-generic/include/odp_packet_io_internal.h
index 7c2833fc..9fe9aeaa 100644
--- a/platform/linux-generic/include/odp_packet_io_internal.h
+++ b/platform/linux-generic/include/odp_packet_io_internal.h
@@ -31,8 +31,6 @@ extern "C" {
#include <net/if.h>
#define PKTIO_MAX_QUEUES 64
-#include <odp_packet_dpdk.h>
-
/* Forward declaration */
typedef union pktio_entry_u pktio_entry_t;
#include <odp_pktio_ops_subsystem.h>
@@ -56,9 +54,6 @@ struct pktio_entry {
odp_ticketlock_t txl; /**< TX ticketlock */
int cls_enabled; /**< is classifier enabled */
odp_pktio_t handle; /**< pktio handle */
- union {
- pkt_dpdk_t pkt_dpdk; /**< using DPDK for IO */
- };
enum {
/* Not allocated */
PKTIO_STATE_FREE = 0,
diff --git a/platform/linux-generic/include/odp_pktio_ops_subsystem.h b/platform/linux-generic/include/odp_pktio_ops_subsystem.h
index 5c01e34f..7a915b82 100644
--- a/platform/linux-generic/include/odp_pktio_ops_subsystem.h
+++ b/platform/linux-generic/include/odp_pktio_ops_subsystem.h
@@ -90,6 +90,7 @@ typedef ODP_MODULE_CLASS(pktio_ops) {
* TODO: refactory each implementation to hide it internally
*/
typedef union {
+ void *dpdk;
pktio_ops_ipc_data_t ipc;
pktio_ops_loopback_data_t loopback;
pktio_ops_netmap_data_t netmap;
diff --git a/platform/linux-generic/pktio/pktio_common.c b/platform/linux-generic/pktio/common.c
similarity index 100%
rename from platform/linux-generic/pktio/pktio_common.c
rename to platform/linux-generic/pktio/common.c
diff --git a/platform/linux-generic/pktio/dpdk.c b/platform/linux-generic/pktio/dpdk.c
index e72a7637..511c7778 100644
--- a/platform/linux-generic/pktio/dpdk.c
+++ b/platform/linux-generic/pktio/dpdk.c
@@ -20,9 +20,9 @@
#include <odp_packet_io_internal.h>
#include <odp_classification_internal.h>
-#include <odp_packet_dpdk.h>
#include <odp_debug_internal.h>
+#include <pktio/dpdk.h>
#include <protocols/eth.h>
#include <rte_config.h>
@@ -32,6 +32,18 @@
#include <rte_ethdev.h>
#include <rte_string_fns.h>
+static inline pktio_ops_dpdk_data_t *
+ __retrieve_op_data(pktio_entry_t *pktio)
+{
+ return (pktio_ops_dpdk_data_t *)(pktio->ops_data(dpdk));
+}
+
+static inline void __release_op_data(pktio_entry_t *pktio)
+{
+ free(pktio->ops_data(dpdk));
+ pktio->ops_data(dpdk) = NULL;
+}
+
#if ODP_DPDK_ZERO_COPY
ODP_STATIC_ASSERT(CONFIG_PACKET_HEADROOM == RTE_PKTMBUF_HEADROOM,
"ODP and DPDK headroom sizes not matching!");
@@ -310,10 +322,10 @@ static inline int mbuf_to_pkt(pktio_entry_t *pktio_entry,
int i, j;
int nb_pkts = 0;
int alloc_len, num;
- odp_pool_t pool = pktio_entry->s.pkt_dpdk.pool;
+ odp_pool_t pool = __retrieve_op_data(pktio_entry)->pool;
/* Allocate maximum sized packets */
- alloc_len = pktio_entry->s.pkt_dpdk.data_room;
+ alloc_len = __retrieve_op_data(pktio_entry)->data_room;
num = packet_alloc_multi(pool, alloc_len, pkt_table, mbuf_num);
if (num != mbuf_num) {
@@ -385,7 +397,8 @@ static inline int pkt_to_mbuf(pktio_entry_t *pktio_entry,
struct rte_mbuf *mbuf_table[],
const odp_packet_t pkt_table[], uint16_t num)
{
- pkt_dpdk_t *pkt_dpdk = &pktio_entry->s.pkt_dpdk;
+ pktio_ops_dpdk_data_t *pkt_dpdk =
+ __retrieve_op_data(pktio_entry);
int i, j;
char *data;
uint16_t pkt_len;
@@ -430,7 +443,7 @@ static inline int mbuf_to_pkt_zero(pktio_entry_t *pktio_entry,
void *data;
int i;
int nb_pkts = 0;
- odp_pool_t pool = pktio_entry->s.pkt_dpdk.pool;
+ odp_pool_t pool = __retrieve_op_data(pktio_entry)->pool;
for (i = 0; i < mbuf_num; i++) {
odp_packet_hdr_t parsed_hdr;
@@ -487,7 +500,8 @@ static inline int pkt_to_mbuf_zero(pktio_entry_t *pktio_entry,
const odp_packet_t pkt_table[], uint16_t num,
uint16_t *seg_count)
{
- pkt_dpdk_t *pkt_dpdk = &pktio_entry->s.pkt_dpdk;
+ pktio_ops_dpdk_data_t *pkt_dpdk =
+ __retrieve_op_data(pktio_entry);
int i;
*seg_count = 0;
@@ -562,7 +576,8 @@ static uint32_t dpdk_vdev_mtu_get(uint8_t port_id)
static uint32_t dpdk_mtu_get(pktio_entry_t *pktio_entry)
{
- pkt_dpdk_t *pkt_dpdk = &pktio_entry->s.pkt_dpdk;
+ pktio_ops_dpdk_data_t *pkt_dpdk =
+ __retrieve_op_data(pktio_entry);
uint32_t mtu = 0;
if (rte_eth_dev_get_mtu(pkt_dpdk->port_id, (uint16_t *)&mtu))
@@ -655,7 +670,8 @@ static void rss_conf_to_hash_proto(struct rte_eth_rss_conf *rss_conf,
static int dpdk_setup_port(pktio_entry_t *pktio_entry)
{
int ret;
- pkt_dpdk_t *pkt_dpdk = &pktio_entry->s.pkt_dpdk;
+ pktio_ops_dpdk_data_t *pkt_dpdk =
+ __retrieve_op_data(pktio_entry);
struct rte_eth_rss_conf rss_conf;
/* Always set some hash functions to enable DPDK RSS hash calculation */
@@ -697,7 +713,8 @@ static int dpdk_setup_port(pktio_entry_t *pktio_entry)
static int dpdk_close(pktio_entry_t *pktio_entry)
{
- pkt_dpdk_t *pkt_dpdk = &pktio_entry->s.pkt_dpdk;
+ pktio_ops_dpdk_data_t *pkt_dpdk =
+ __retrieve_op_data(pktio_entry);
unsigned idx;
unsigned i, j;
@@ -715,6 +732,7 @@ static int dpdk_close(pktio_entry_t *pktio_entry)
if (!ODP_DPDK_ZERO_COPY)
rte_mempool_free(pkt_dpdk->pkt_pool);
+ __release_op_data(pktio_entry);
return 0;
}
@@ -860,9 +878,9 @@ static int dpdk_input_queues_config(pktio_entry_t *pktio_entry,
lockless = 0;
if (p->hash_enable && p->num_queues > 1)
- pktio_entry->s.pkt_dpdk.hash = p->hash_proto;
+ __retrieve_op_data(pktio_entry)->hash = p->hash_proto;
- pktio_entry->s.pkt_dpdk.lockless_rx = lockless;
+ __retrieve_op_data(pktio_entry)->lockless_rx = lockless;
return 0;
}
@@ -870,7 +888,8 @@ static int dpdk_input_queues_config(pktio_entry_t *pktio_entry,
static int dpdk_output_queues_config(pktio_entry_t *pktio_entry,
const odp_pktout_queue_param_t *p)
{
- pkt_dpdk_t *pkt_dpdk = &pktio_entry->s.pkt_dpdk;
+ pktio_ops_dpdk_data_t *pkt_dpdk =
+ __retrieve_op_data(pktio_entry);
odp_bool_t lockless;
if (p->op_mode == ODP_PKTIO_OP_MT_UNSAFE)
@@ -886,7 +905,8 @@ static int dpdk_output_queues_config(pktio_entry_t *pktio_entry,
static void dpdk_init_capability(pktio_entry_t *pktio_entry,
struct rte_eth_dev_info *dev_info)
{
- pkt_dpdk_t *pkt_dpdk = &pktio_entry->s.pkt_dpdk;
+ pktio_ops_dpdk_data_t *pkt_dpdk =
+ __retrieve_op_data(pktio_entry);
odp_pktio_capability_t *capa = &pkt_dpdk->capa;
memset(dev_info, 0, sizeof(struct rte_eth_dev_info));
@@ -909,7 +929,7 @@ static int dpdk_open(odp_pktio_t id ODP_UNUSED,
const char *netdev,
odp_pool_t pool)
{
- pkt_dpdk_t *pkt_dpdk = &pktio_entry->s.pkt_dpdk;
+ pktio_ops_dpdk_data_t *pkt_dpdk = NULL;
struct rte_eth_dev_info dev_info;
struct rte_mempool *pkt_pool;
char pool_name[RTE_MEMPOOL_NAMESIZE];
@@ -937,6 +957,14 @@ static int dpdk_open(odp_pktio_t id ODP_UNUSED,
dpdk_initialized = 1;
}
+ pktio_entry->ops_data(dpdk) = malloc(sizeof(pktio_ops_dpdk_data_t));
+ pkt_dpdk = __retrieve_op_data(pktio_entry);
+
+ if (odp_unlikely(pkt_dpdk == NULL)) {
+ ODP_ERR("Failed to allocate pktio_ops_dpdk_data_t struct");
+ return -1;
+ }
+
/* Init pktio entry */
memset(pkt_dpdk, 0, sizeof(*pkt_dpdk));
@@ -945,6 +973,7 @@ static int dpdk_open(odp_pktio_t id ODP_UNUSED,
if (rte_eth_dev_count() == 0) {
ODP_ERR("No DPDK ports found\n");
+ __release_op_data(pktio_entry);
return -1;
}
@@ -953,6 +982,7 @@ static int dpdk_open(odp_pktio_t id ODP_UNUSED,
mtu = dpdk_mtu_get(pktio_entry);
if (mtu == 0) {
ODP_ERR("Failed to read interface MTU\n");
+ __release_op_data(pktio_entry);
return -1;
}
pkt_dpdk->mtu = mtu + _ODP_ETHHDR_LEN;
@@ -989,6 +1019,7 @@ static int dpdk_open(odp_pktio_t id ODP_UNUSED,
}
if (pkt_pool == NULL) {
ODP_ERR("Cannot init mbuf packet pool\n");
+ __release_op_data(pktio_entry);
return -1;
}
@@ -1013,7 +1044,8 @@ static int dpdk_open(odp_pktio_t id ODP_UNUSED,
static int dpdk_start(pktio_entry_t *pktio_entry)
{
- pkt_dpdk_t *pkt_dpdk = &pktio_entry->s.pkt_dpdk;
+ pktio_ops_dpdk_data_t *pkt_dpdk =
+ __retrieve_op_data(pktio_entry);
uint8_t port_id = pkt_dpdk->port_id;
int ret;
unsigned i;
@@ -1064,7 +1096,7 @@ static int dpdk_start(pktio_entry_t *pktio_entry)
static int dpdk_stop(pktio_entry_t *pktio_entry)
{
- rte_eth_dev_stop(pktio_entry->s.pkt_dpdk.port_id);
+ rte_eth_dev_stop(__retrieve_op_data(pktio_entry)->port_id);
return 0;
}
@@ -1072,7 +1104,8 @@ static int dpdk_stop(pktio_entry_t *pktio_entry)
static int dpdk_recv(pktio_entry_t *pktio_entry, int index,
odp_packet_t pkt_table[], int num)
{
- pkt_dpdk_t *pkt_dpdk = &pktio_entry->s.pkt_dpdk;
+ pktio_ops_dpdk_data_t *pkt_dpdk =
+ __retrieve_op_data(pktio_entry);
pkt_cache_t *rx_cache = &pkt_dpdk->rx_cache[index];
odp_time_t ts_val;
odp_time_t *ts = NULL;
@@ -1104,7 +1137,7 @@ static int dpdk_recv(pktio_entry_t *pktio_entry, int index,
} else if ((unsigned)num < pkt_dpdk->min_rx_burst) {
struct rte_mbuf *new_mbufs[pkt_dpdk->min_rx_burst];
- nb_rx = rte_eth_rx_burst(pktio_entry->s.pkt_dpdk.port_id, index,
+ nb_rx = rte_eth_rx_burst(pkt_dpdk->port_id, index,
new_mbufs, pkt_dpdk->min_rx_burst);
rx_cache->s.idx = 0;
for (i = 0; i < nb_rx; i++) {
@@ -1119,7 +1152,7 @@ static int dpdk_recv(pktio_entry_t *pktio_entry, int index,
nb_rx = RTE_MIN(num, nb_rx);
} else {
- nb_rx = rte_eth_rx_burst(pktio_entry->s.pkt_dpdk.port_id, index,
+ nb_rx = rte_eth_rx_burst(pkt_dpdk->port_id, index,
rx_mbufs, num);
}
@@ -1147,7 +1180,8 @@ static int dpdk_send(pktio_entry_t *pktio_entry, int index,
const odp_packet_t pkt_table[], int num)
{
struct rte_mbuf *tx_mbufs[num];
- pkt_dpdk_t *pkt_dpdk = &pktio_entry->s.pkt_dpdk;
+ pktio_ops_dpdk_data_t *pkt_dpdk =
+ __retrieve_op_data(pktio_entry);
uint16_t seg_count = 0;
int tx_pkts;
int i;
@@ -1210,16 +1244,16 @@ static int dpdk_send(pktio_entry_t *pktio_entry, int index,
static int dpdk_mac_addr_get(pktio_entry_t *pktio_entry, void *mac_addr)
{
- rte_eth_macaddr_get(pktio_entry->s.pkt_dpdk.port_id,
+ rte_eth_macaddr_get(__retrieve_op_data(pktio_entry)->port_id,
(struct ether_addr *)mac_addr);
return ETH_ALEN;
}
static int dpdk_promisc_mode_set(pktio_entry_t *pktio_entry, odp_bool_t enable)
{
- uint8_t port_id = pktio_entry->s.pkt_dpdk.port_id;
+ uint8_t port_id = __retrieve_op_data(pktio_entry)->port_id;
- if (pktio_entry->s.pkt_dpdk.vdev_sysc_promisc)
+ if (__retrieve_op_data(pktio_entry)->vdev_sysc_promisc)
return dpdk_vdev_promisc_mode_set(port_id, enable);
if (enable)
@@ -1232,9 +1266,9 @@ static int dpdk_promisc_mode_set(pktio_entry_t *pktio_entry, odp_bool_t enable)
static int dpdk_promisc_mode_get(pktio_entry_t *pktio_entry)
{
- uint8_t port_id = pktio_entry->s.pkt_dpdk.port_id;
+ uint8_t port_id = __retrieve_op_data(pktio_entry)->port_id;
- if (pktio_entry->s.pkt_dpdk.vdev_sysc_promisc)
+ if (__retrieve_op_data(pktio_entry)->vdev_sysc_promisc)
return dpdk_vdev_promisc_mode_get(port_id);
else
return rte_eth_promiscuous_get(port_id);
@@ -1243,7 +1277,7 @@ static int dpdk_promisc_mode_get(pktio_entry_t *pktio_entry)
static int dpdk_capability(pktio_entry_t *pktio_entry,
odp_pktio_capability_t *capa)
{
- *capa = pktio_entry->s.pkt_dpdk.capa;
+ *capa = __retrieve_op_data(pktio_entry)->capa;
return 0;
}
@@ -1253,7 +1287,8 @@ static int dpdk_link_status(pktio_entry_t *pktio_entry)
memset(&link, 0, sizeof(struct rte_eth_link));
- rte_eth_link_get_nowait(pktio_entry->s.pkt_dpdk.port_id, &link);
+ rte_eth_link_get_nowait(
+ __retrieve_op_data(pktio_entry)->port_id, &link);
return link.link_status;
}
@@ -1275,7 +1310,8 @@ static int dpdk_stats(pktio_entry_t *pktio_entry, odp_pktio_stats_t *stats)
int ret;
struct rte_eth_stats rte_stats;
- ret = rte_eth_stats_get(pktio_entry->s.pkt_dpdk.port_id, &rte_stats);
+ ret = rte_eth_stats_get(
+ __retrieve_op_data(pktio_entry)->port_id, &rte_stats);
if (ret == 0) {
stats_convert(&rte_stats, stats);
@@ -1286,7 +1322,7 @@ static int dpdk_stats(pktio_entry_t *pktio_entry, odp_pktio_stats_t *stats)
static int dpdk_stats_reset(pktio_entry_t *pktio_entry)
{
- rte_eth_stats_reset(pktio_entry->s.pkt_dpdk.port_id);
+ rte_eth_stats_reset(__retrieve_op_data(pktio_entry)->port_id);
return 0;
}
diff --git a/platform/linux-generic/include/odp_packet_dpdk.h b/platform/linux-generic/pktio/dpdk.h
similarity index 96%
rename from platform/linux-generic/include/odp_packet_dpdk.h
rename to platform/linux-generic/pktio/dpdk.h
index 5d80d84a..7495b596 100644
--- a/platform/linux-generic/include/odp_packet_dpdk.h
+++ b/platform/linux-generic/pktio/dpdk.h
@@ -4,8 +4,8 @@
* SPDX-License-Identifier: BSD-3-Clause
*/
-#ifndef ODP_PACKET_DPDK_H
-#define ODP_PACKET_DPDK_H
+#ifndef ODP_PKTIO_OPS_DPDK_H_
+#define ODP_PKTIO_OPS_DPDK_H_
#include <odp/api/packet_io.h>
#include <odp/api/pool.h>
@@ -63,6 +63,6 @@ typedef struct {
odp_ticketlock_t tx_lock[PKTIO_MAX_QUEUES]; /**< TX queue locks */
/** cache for storing extra RX packets */
pkt_cache_t rx_cache[PKTIO_MAX_QUEUES];
-} pkt_dpdk_t;
+} pktio_ops_dpdk_data_t;
#endif
commit a67a75899bd369497e20880dfc68787e57b23c66
Author: Yi He <yi.he(a)linaro.org>
Date: Thu Aug 17 16:06:30 2017 +0800
linux-gen: pktio: tap: minor code refactory
Rename implementation specific data structure
and its dedicated header file to accommodate
uniformed name scheme.
Signed-off-by: Yi He <yi.he(a)linaro.org>
Reviewed-by: Brian Brooks <brian.brooks(a)arm.com>
Reviewed-by: Honnappa Nagarahalli <honnappa.nagarahalli(a)arm.com>
Reviewed-by: Bogdan Pricope <bogdan.pricope(a)linaro.org>
Reviewed-by: Josep Puigdemont <josep.puigdemont(a)linaro.org>
Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org>
diff --git a/platform/linux-generic/Makefile.am b/platform/linux-generic/Makefile.am
index 0c0915a2..b294dc4b 100644
--- a/platform/linux-generic/Makefile.am
+++ b/platform/linux-generic/Makefile.am
@@ -187,12 +187,12 @@ noinst_HEADERS = \
${srcdir}/include/odp_packet_io_internal.h \
${srcdir}/include/odp_packet_io_ring_internal.h \
${srcdir}/include/odp_packet_dpdk.h \
- ${srcdir}/include/odp_packet_tap.h \
${srcdir}/include/odp_pktio_ops_ipc.h \
${srcdir}/include/odp_pktio_ops_loopback.h \
${srcdir}/include/odp_pktio_ops_netmap.h \
${srcdir}/include/odp_pktio_ops_pcap.h \
${srcdir}/include/odp_pktio_ops_socket.h \
+ ${srcdir}/include/odp_pktio_ops_tap.h \
${srcdir}/include/odp_pktio_ops_subsystem.h \
${srcdir}/include/odp_pkt_queue_internal.h \
${srcdir}/include/odp_queue_subsystem.h \
diff --git a/platform/linux-generic/include/odp_packet_io_internal.h b/platform/linux-generic/include/odp_packet_io_internal.h
index f58ef872..7c2833fc 100644
--- a/platform/linux-generic/include/odp_packet_io_internal.h
+++ b/platform/linux-generic/include/odp_packet_io_internal.h
@@ -31,7 +31,6 @@ extern "C" {
#include <net/if.h>
#define PKTIO_MAX_QUEUES 64
-#include <odp_packet_tap.h>
#include <odp_packet_dpdk.h>
/* Forward declaration */
@@ -59,7 +58,6 @@ struct pktio_entry {
odp_pktio_t handle; /**< pktio handle */
union {
pkt_dpdk_t pkt_dpdk; /**< using DPDK for IO */
- pkt_tap_t pkt_tap; /**< using TAP for IO */
};
enum {
/* Not allocated */
diff --git a/platform/linux-generic/include/odp_pktio_ops_subsystem.h b/platform/linux-generic/include/odp_pktio_ops_subsystem.h
index 952d9be5..5c01e34f 100644
--- a/platform/linux-generic/include/odp_pktio_ops_subsystem.h
+++ b/platform/linux-generic/include/odp_pktio_ops_subsystem.h
@@ -84,6 +84,7 @@ typedef ODP_MODULE_CLASS(pktio_ops) {
#include <odp_pktio_ops_netmap.h>
#include <odp_pktio_ops_pcap.h>
#include <odp_pktio_ops_socket.h>
+#include <odp_pktio_ops_tap.h>
/* Per implementation private data
* TODO: refactory each implementation to hide it internally
@@ -95,6 +96,7 @@ typedef union {
pktio_ops_pcap_data_t pcap;
pktio_ops_socket_data_t socket;
pktio_ops_socket_mmap_data_t mmap;
+ pktio_ops_tap_data_t tap;
} pktio_ops_data_t;
/* Extract pktio ops data from pktio entry structure */
diff --git a/platform/linux-generic/include/odp_packet_tap.h b/platform/linux-generic/include/odp_pktio_ops_tap.h
similarity index 85%
rename from platform/linux-generic/include/odp_packet_tap.h
rename to platform/linux-generic/include/odp_pktio_ops_tap.h
index a90bfbce..e8e2e270 100644
--- a/platform/linux-generic/include/odp_packet_tap.h
+++ b/platform/linux-generic/include/odp_pktio_ops_tap.h
@@ -4,8 +4,8 @@
* SPDX-License-Identifier: BSD-3-Clause
*/
-#ifndef ODP_PACKET_TAP_H_
-#define ODP_PACKET_TAP_H_
+#ifndef ODP_PACKET_OPS_TAP_H_
+#define ODP_PACKET_OPS_TAP_H_
#include <odp/api/pool.h>
@@ -16,6 +16,6 @@ typedef struct {
unsigned char if_mac[ETH_ALEN]; /**< MAC address of pktio side (not a
MAC address of kernel interface)*/
odp_pool_t pool; /**< pool to alloc packets from */
-} pkt_tap_t;
+} pktio_ops_tap_data_t;
#endif
diff --git a/platform/linux-generic/pktio/tap.c b/platform/linux-generic/pktio/tap.c
index a5c15e11..090e51b6 100644
--- a/platform/linux-generic/pktio/tap.c
+++ b/platform/linux-generic/pktio/tap.c
@@ -63,7 +63,7 @@ static int tap_pktio_open(odp_pktio_t id ODP_UNUSED,
int fd, skfd, flags;
uint32_t mtu;
struct ifreq ifr;
- pkt_tap_t *tap = &pktio_entry->s.pkt_tap;
+ pktio_ops_tap_data_t *tap = &pktio_entry->ops_data(tap);
if (strncmp(devname, "tap:", 4) != 0)
return -1;
@@ -163,7 +163,7 @@ tap_err:
static int tap_pktio_close(pktio_entry_t *pktio_entry)
{
int ret = 0;
- pkt_tap_t *tap = &pktio_entry->s.pkt_tap;
+ pktio_ops_tap_data_t *tap = &pktio_entry->ops_data(tap);
if (tap->fd != -1 && close(tap->fd) != 0) {
__odp_errno = errno;
@@ -190,13 +190,13 @@ static odp_packet_t pack_odp_pkt(pktio_entry_t *pktio_entry, const void *data,
if (pktio_cls_enabled(pktio_entry)) {
if (cls_classify_packet(pktio_entry, data, len, len,
- &pktio_entry->s.pkt_tap.pool,
+ &pktio_entry->ops_data(tap).pool,
&parsed_hdr)) {
return ODP_PACKET_INVALID;
}
}
- num = packet_alloc_multi(pktio_entry->s.pkt_tap.pool, len, &pkt, 1);
+ num = packet_alloc_multi(pktio_entry->ops_data(tap).pool, len, &pkt, 1);
if (num != 1)
return ODP_PACKET_INVALID;
@@ -227,7 +227,7 @@ static int tap_pktio_recv(pktio_entry_t *pktio_entry, int index ODP_UNUSED,
ssize_t retval;
int i;
uint8_t buf[BUF_SIZE];
- pkt_tap_t *tap = &pktio_entry->s.pkt_tap;
+ pktio_ops_tap_data_t *tap = &pktio_entry->ops_data(tap);
odp_time_t ts_val;
odp_time_t *ts = NULL;
@@ -267,7 +267,7 @@ static int tap_pktio_send_lockless(pktio_entry_t *pktio_entry,
int i, n;
uint32_t pkt_len;
uint8_t buf[BUF_SIZE];
- pkt_tap_t *tap = &pktio_entry->s.pkt_tap;
+ pktio_ops_tap_data_t *tap = &pktio_entry->ops_data(tap);
for (i = 0; i < len; i++) {
pkt_len = odp_packet_len(pkts[i]);
@@ -330,10 +330,10 @@ static uint32_t tap_mtu_get(pktio_entry_t *pktio_entry)
{
uint32_t ret;
- ret = mtu_get_fd(pktio_entry->s.pkt_tap.skfd,
+ ret = mtu_get_fd(pktio_entry->ops_data(tap).skfd,
pktio_entry->s.name + 4);
if (ret > 0)
- pktio_entry->s.pkt_tap.mtu = ret;
+ pktio_entry->ops_data(tap).mtu = ret;
return ret;
}
@@ -341,19 +341,19 @@ static uint32_t tap_mtu_get(pktio_entry_t *pktio_entry)
static int tap_promisc_mode_set(pktio_entry_t *pktio_entry,
odp_bool_t enable)
{
- return promisc_mode_set_fd(pktio_entry->s.pkt_tap.skfd,
+ return promisc_mode_set_fd(pktio_entry->ops_data(tap).skfd,
pktio_entry->s.name + 4, enable);
}
static int tap_promisc_mode_get(pktio_entry_t *pktio_entry)
{
- return promisc_mode_get_fd(pktio_entry->s.pkt_tap.skfd,
+ return promisc_mode_get_fd(pktio_entry->ops_data(tap).skfd,
pktio_entry->s.name + 4);
}
static int tap_mac_addr_get(pktio_entry_t *pktio_entry, void *mac_addr)
{
- memcpy(mac_addr, pktio_entry->s.pkt_tap.if_mac, ETH_ALEN);
+ memcpy(mac_addr, pktio_entry->ops_data(tap).if_mac, ETH_ALEN);
return ETH_ALEN;
}
commit 5778aa2410e1ccaa12f6350c8e079bc258946762
Author: Yi He <yi.he(a)linaro.org>
Date: Thu Aug 17 15:50:33 2017 +0800
linux-gen: pktio: socket: minor code refactory
Rename implementation specific data structure
and its dedicated header file to accommodate
uniformed name scheme.
Signed-off-by: Yi He <yi.he(a)linaro.org>
Signed-off-by: Balakrishna Garapati <balakrishna.garapati(a)linaro.org>
Reviewed-by: Brian Brooks <brian.brooks(a)arm.com>
Reviewed-by: Honnappa Nagarahalli <honnappa.nagarahalli(a)arm.com>
Reviewed-by: Bogdan Pricope <bogdan.pricope(a)linaro.org>
Reviewed-by: Josep Puigdemont <josep.puigdemont(a)linaro.org>
Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org>
diff --git a/platform/linux-dpdk/Makefile.am b/platform/linux-dpdk/Makefile.am
index 15c9fb44..3522f5cd 100644
--- a/platform/linux-dpdk/Makefile.am
+++ b/platform/linux-dpdk/Makefile.am
@@ -192,12 +192,12 @@ noinst_HEADERS = \
${srcdir}/include/odp_packet_internal.h \
${top_srcdir}/platform/linux-generic/include/odp_pktio_ops_ipc.h \
${top_srcdir}/platform/linux-generic/include/odp_pktio_ops_subsystem.h \
+ ${top_srcdir}/platform/linux-generic/include/odp_pktio_ops_socket.h \
${top_srcdir}/platform/linux-generic/include/odp_pktio_ops_loopback.h \
${top_srcdir}/platform/linux-generic/include/odp_name_table_internal.h \
${srcdir}/include/odp_packet_io_internal.h \
${srcdir}/include/odp_errno_define.h \
${top_srcdir}/platform/linux-generic/include/odp_packet_io_ring_internal.h \
- ${top_srcdir}/platform/linux-generic/include/odp_packet_socket.h \
${top_srcdir}/platform/linux-generic/include/odp_pkt_queue_internal.h \
${srcdir}/include/odp_pool_internal.h \
${top_srcdir}/platform/linux-generic/include/odp_pool_subsystem.h \
diff --git a/platform/linux-generic/Makefile.am b/platform/linux-generic/Makefile.am
index 53e10304..0c0915a2 100644
--- a/platform/linux-generic/Makefile.am
+++ b/platform/linux-generic/Makefile.am
@@ -187,12 +187,12 @@ noinst_HEADERS = \
${srcdir}/include/odp_packet_io_internal.h \
${srcdir}/include/odp_packet_io_ring_internal.h \
${srcdir}/include/odp_packet_dpdk.h \
- ${srcdir}/include/odp_packet_socket.h \
${srcdir}/include/odp_packet_tap.h \
${srcdir}/include/odp_pktio_ops_ipc.h \
${srcdir}/include/odp_pktio_ops_loopback.h \
${srcdir}/include/odp_pktio_ops_netmap.h \
${srcdir}/include/odp_pktio_ops_pcap.h \
+ ${srcdir}/include/odp_pktio_ops_socket.h \
${srcdir}/include/odp_pktio_ops_subsystem.h \
${srcdir}/include/odp_pkt_queue_internal.h \
${srcdir}/include/odp_queue_subsystem.h \
diff --git a/platform/linux-generic/include/odp_packet_io_internal.h b/platform/linux-generic/include/odp_packet_io_internal.h
index a3890091..f58ef872 100644
--- a/platform/linux-generic/include/odp_packet_io_internal.h
+++ b/platform/linux-generic/include/odp_packet_io_internal.h
@@ -31,7 +31,6 @@ extern "C" {
#include <net/if.h>
#define PKTIO_MAX_QUEUES 64
-#include <odp_packet_socket.h>
#include <odp_packet_tap.h>
#include <odp_packet_dpdk.h>
@@ -59,9 +58,6 @@ struct pktio_entry {
int cls_enabled; /**< is classifier enabled */
odp_pktio_t handle; /**< pktio handle */
union {
- pkt_sock_t pkt_sock; /**< using socket API for IO */
- pkt_sock_mmap_t pkt_sock_mmap; /**< using socket mmap
- * API for IO */
pkt_dpdk_t pkt_dpdk; /**< using DPDK for IO */
pkt_tap_t pkt_tap; /**< using TAP for IO */
};
diff --git a/platform/linux-generic/include/odp_packet_socket.h b/platform/linux-generic/include/odp_pktio_ops_socket.h
similarity index 96%
rename from platform/linux-generic/include/odp_packet_socket.h
rename to platform/linux-generic/include/odp_pktio_ops_socket.h
index 0e61f6f0..32c49c08 100644
--- a/platform/linux-generic/include/odp_packet_socket.h
+++ b/platform/linux-generic/include/odp_pktio_ops_socket.h
@@ -5,8 +5,8 @@
* SPDX-License-Identifier: BSD-3-Clause
*/
-#ifndef ODP_PACKET_SOCKET_H
-#define ODP_PACKET_SOCKET_H
+#ifndef ODP_PKTIO_OPS_SOCKET_H_
+#define ODP_PKTIO_OPS_SOCKET_H_
#include <linux/if_packet.h>
#include <linux/if_ether.h>
@@ -42,7 +42,7 @@ typedef struct {
odp_pool_t pool; /**< pool to alloc packets from */
uint32_t mtu; /**< maximum transmission unit */
unsigned char if_mac[ETH_ALEN]; /**< IF eth mac addr */
-} pkt_sock_t;
+} pktio_ops_socket_data_t;
/** packet mmap ring */
struct ring {
@@ -79,7 +79,7 @@ typedef struct {
unsigned char if_mac[ETH_ALEN];
struct sockaddr_ll ll;
int fanout;
-} pkt_sock_mmap_t;
+} pktio_ops_socket_mmap_data_t;
static inline void
ethaddr_copy(unsigned char mac_dst[], unsigned char mac_src[])
diff --git a/platform/linux-generic/include/odp_pktio_ops_subsystem.h b/platform/linux-generic/include/odp_pktio_ops_subsystem.h
index fc461be7..952d9be5 100644
--- a/platform/linux-generic/include/odp_pktio_ops_subsystem.h
+++ b/platform/linux-generic/include/odp_pktio_ops_subsystem.h
@@ -83,6 +83,7 @@ typedef ODP_MODULE_CLASS(pktio_ops) {
#include <odp_pktio_ops_loopback.h>
#include <odp_pktio_ops_netmap.h>
#include <odp_pktio_ops_pcap.h>
+#include <odp_pktio_ops_socket.h>
/* Per implementation private data
* TODO: refactory each implementation to hide it internally
@@ -92,6 +93,8 @@ typedef union {
pktio_ops_loopback_data_t loopback;
pktio_ops_netmap_data_t netmap;
pktio_ops_pcap_data_t pcap;
+ pktio_ops_socket_data_t socket;
+ pktio_ops_socket_mmap_data_t mmap;
} pktio_ops_data_t;
/* Extract pktio ops data from pktio entry structure */
diff --git a/platform/linux-generic/odp_packet_io.c b/platform/linux-generic/odp_packet_io.c
index 6a19394a..e023df13 100644
--- a/platform/linux-generic/odp_packet_io.c
+++ b/platform/linux-generic/odp_packet_io.c
@@ -13,7 +13,6 @@
#include <odp/api/spinlock.h>
#include <odp/api/ticketlock.h>
#include <odp/api/shared_memory.h>
-#include <odp_packet_socket.h>
#include <odp_config_internal.h>
#include <odp_queue_if.h>
#include <odp_schedule_if.h>
diff --git a/platform/linux-generic/pktio/ethtool.c b/platform/linux-generic/pktio/ethtool.c
index d8f9e12c..ed2875c5 100644
--- a/platform/linux-generic/pktio/ethtool.c
+++ b/platform/linux-generic/pktio/ethtool.c
@@ -13,8 +13,8 @@
#include <net/if.h>
#include <odp_api.h>
-#include <odp_packet_socket.h>
#include <odp_debug_internal.h>
+#include <odp_packet_io_internal.h>
static struct ethtool_gstrings *get_stringset(int fd, struct ifreq *ifr)
{
diff --git a/platform/linux-generic/pktio/netmap.c b/platform/linux-generic/pktio/netmap.c
index accac61c..07d6d9e9 100644
--- a/platform/linux-generic/pktio/netmap.c
+++ b/platform/linux-generic/pktio/netmap.c
@@ -12,7 +12,6 @@
#include <odp/api/packet.h>
#include <odp_packet_io_internal.h>
-#include <odp_packet_socket.h>
#include <odp_debug_internal.h>
#include <protocols/eth.h>
diff --git a/platform/linux-generic/pktio/socket.c b/platform/linux-generic/pktio/socket.c
index 8b8ccf03..c7c3c5a8 100644
--- a/platform/linux-generic/pktio/socket.c
+++ b/platform/linux-generic/pktio/socket.c
@@ -33,7 +33,6 @@
#include <linux/sockios.h>
#include <odp_api.h>
-#include <odp_packet_socket.h>
#include <odp_packet_internal.h>
#include <odp_packet_io_internal.h>
#include <odp_align_internal.h>
@@ -455,7 +454,9 @@ void rss_conf_print(const odp_pktin_hash_proto_t *hash_proto)
*/
static int sock_close(pktio_entry_t *pktio_entry)
{
- pkt_sock_t *pkt_sock = &pktio_entry->s.pkt_sock;
+ pktio_ops_socket_data_t *pkt_sock =
+ &pktio_entry->ops_data(socket);
+
if (pkt_sock->sockfd != -1 && close(pkt_sock->sockfd) != 0) {
__odp_errno = errno;
ODP_ERR("close(sockfd): %s\n", strerror(errno));
@@ -477,7 +478,8 @@ static int sock_setup_pkt(pktio_entry_t *pktio_entry, const char *netdev,
struct ifreq ethreq;
struct sockaddr_ll sa_ll;
char shm_name[ODP_SHM_NAME_LEN];
- pkt_sock_t *pkt_sock = &pktio_entry->s.pkt_sock;
+ pktio_ops_socket_data_t *pkt_sock =
+ &pktio_entry->ops_data(socket);
odp_pktio_stats_t cur_stats;
/* Init pktio entry */
@@ -530,7 +532,7 @@ static int sock_setup_pkt(pktio_entry_t *pktio_entry, const char *netdev,
goto error;
}
- err = ethtool_stats_get_fd(pktio_entry->s.pkt_sock.sockfd,
+ err = ethtool_stats_get_fd(pkt_sock->sockfd,
pktio_entry->s.name,
&cur_stats);
if (err != 0) {
@@ -601,7 +603,8 @@ static uint32_t _rx_pkt_to_iovec(odp_packet_t pkt,
static int sock_mmsg_recv(pktio_entry_t *pktio_entry, int index ODP_UNUSED,
odp_packet_t pkt_table[], int len)
{
- pkt_sock_t *pkt_sock = &pktio_entry->s.pkt_sock;
+ pktio_ops_socket_data_t *pkt_sock =
+ &pktio_entry->ops_data(socket);
odp_pool_t pool = pkt_sock->pool;
odp_time_t ts_val;
odp_time_t *ts = NULL;
@@ -716,7 +719,8 @@ static uint32_t _tx_pkt_to_iovec(odp_packet_t pkt,
static int sock_mmsg_send(pktio_entry_t *pktio_entry, int index ODP_UNUSED,
const odp_packet_t pkt_table[], int len)
{
- pkt_sock_t *pkt_sock = &pktio_entry->s.pkt_sock;
+ pktio_ops_socket_data_t *pkt_sock =
+ &pktio_entry->ops_data(socket);
struct mmsghdr msgvec[len];
struct iovec iovecs[len][MAX_SEGS];
int ret;
@@ -762,7 +766,7 @@ static int sock_mmsg_send(pktio_entry_t *pktio_entry, int index ODP_UNUSED,
*/
static uint32_t sock_mtu_get(pktio_entry_t *pktio_entry)
{
- return pktio_entry->s.pkt_sock.mtu;
+ return pktio_entry->ops_data(socket).mtu;
}
/*
@@ -771,7 +775,7 @@ static uint32_t sock_mtu_get(pktio_entry_t *pktio_entry)
static int sock_mac_addr_get(pktio_entry_t *pktio_entry,
void *mac_addr)
{
- memcpy(mac_addr, pktio_entry->s.pkt_sock.if_mac, ETH_ALEN);
+ memcpy(mac_addr, pktio_entry->ops_data(socket).if_mac, ETH_ALEN);
return ETH_ALEN;
}
@@ -781,7 +785,7 @@ static int sock_mac_addr_get(pktio_entry_t *pktio_entry,
static int sock_promisc_mode_set(pktio_entry_t *pktio_entry,
odp_bool_t enable)
{
- return promisc_mode_set_fd(pktio_entry->s.pkt_sock.sockfd,
+ return promisc_mode_set_fd(pktio_entry->ops_data(socket).sockfd,
pktio_entry->s.name, enable);
}
@@ -790,13 +794,13 @@ static int sock_promisc_mode_set(pktio_entry_t *pktio_entry,
*/
static int sock_promisc_mode_get(pktio_entry_t *pktio_entry)
{
- return promisc_mode_get_fd(pktio_entry->s.pkt_sock.sockfd,
+ return promisc_mode_get_fd(pktio_entry->ops_data(socket).sockfd,
pktio_entry->s.name);
}
static int sock_link_status(pktio_entry_t *pktio_entry)
{
- return link_status_fd(pktio_entry->s.pkt_sock.sockfd,
+ return link_status_fd(pktio_entry->ops_data(socket).sockfd,
pktio_entry->s.name);
}
@@ -825,7 +829,7 @@ static int sock_stats(pktio_entry_t *pktio_entry,
return sock_stats_fd(pktio_entry,
stats,
- pktio_entry->s.pkt_sock.sockfd);
+ pktio_entry->ops_data(socket).sockfd);
}
static int sock_stats_reset(pktio_entry_t *pktio_entry)
@@ -837,7 +841,7 @@ static int sock_stats_reset(pktio_entry_t *pktio_entry)
}
return sock_stats_reset_fd(pktio_entry,
- pktio_entry->s.pkt_sock.sockfd);
+ pktio_entry->ops_data(socket).sockfd);
}
static int sock_init_global(void)
diff --git a/platform/linux-generic/pktio/socket_mmap.c b/platform/linux-generic/pktio/socket_mmap.c
index 82abd38d..3dd03e66 100644
--- a/platform/linux-generic/pktio/socket_mmap.c
+++ b/platform/linux-generic/pktio/socket_mmap.c
@@ -23,7 +23,6 @@
#include <errno.h>
#include <odp_api.h>
-#include <odp_packet_socket.h>
#include <odp_packet_internal.h>
#include <odp_packet_io_internal.h>
#include <odp_debug_internal.h>
@@ -37,8 +36,8 @@
static int disable_pktio; /** !0 this pktio disabled, 0 enabled */
-static int set_pkt_sock_fanout_mmap(pkt_sock_mmap_t *const pkt_sock,
- int sock_group_idx)
+static int set_pkt_sock_fanout_mmap(
+ pktio_ops_socket_mmap_data_t *const pkt_sock, int sock_group_idx)
{
int sockfd = pkt_sock->sockfd;
int val;
@@ -144,7 +143,7 @@ static uint8_t *pkt_mmap_vlan_insert(uint8_t *l2_hdr_ptr,
}
static inline unsigned pkt_mmap_v2_rx(pktio_entry_t *pktio_entry,
- pkt_sock_mmap_t *pkt_sock,
+ pktio_ops_socket_mmap_data_t *pkt_sock,
odp_packet_t pkt_table[], unsigned len,
unsigned char if_mac[])
{
@@ -411,7 +410,7 @@ static int mmap_setup_ring(int sock, struct ring *ring, int type,
return 0;
}
-static int mmap_sock(pkt_sock_mmap_t *pkt_sock)
+static int mmap_sock(pktio_ops_socket_mmap_data_t *pkt_sock)
{
int i;
int sock = pkt_sock->sockfd;
@@ -455,14 +454,15 @@ static int mmap_sock(pkt_sock_mmap_t *pkt_sock)
return 0;
}
-static int mmap_unmap_sock(pkt_sock_mmap_t *pkt_sock)
+static int mmap_unmap_sock(pktio_ops_socket_mmap_data_t *pkt_sock)
{
free(pkt_sock->rx_ring.rd);
free(pkt_sock->tx_ring.rd);
return munmap(pkt_sock->mmap_base, pkt_sock->mmap_len);
}
-static int mmap_bind_sock(pkt_sock_mmap_t *pkt_sock, const char *netdev)
+static int mmap_bind_sock(pktio_ops_socket_mmap_data_t *pkt_sock,
+ const char *netdev)
{
int ret;
@@ -486,7 +486,8 @@ static int mmap_bind_sock(pkt_sock_mmap_t *pkt_sock, const char *netdev)
static int sock_mmap_close(pktio_entry_t *entry)
{
- pkt_sock_mmap_t *const pkt_sock = &entry->s.pkt_sock_mmap;
+ pktio_ops_socket_mmap_data_t
+ *const pkt_sock = &entry->ops_data(mmap);
int ret;
ret = mmap_unmap_sock(pkt_sock);
@@ -515,7 +516,8 @@ static int sock_mmap_open(odp_pktio_t id ODP_UNUSED,
if (disable_pktio)
return -1;
- pkt_sock_mmap_t *const pkt_sock = &pktio_entry->s.pkt_sock_mmap;
+ pktio_ops_socket_mmap_data_t
+ *const pkt_sock = &pktio_entry->ops_data(mmap);
int fanout = 1;
/* Init pktio entry */
@@ -570,7 +572,7 @@ static int sock_mmap_open(odp_pktio_t id ODP_UNUSED,
goto error;
}
- ret = ethtool_stats_get_fd(pktio_entry->s.pkt_sock_mmap.sockfd,
+ ret = ethtool_stats_get_fd(pkt_sock->sockfd,
pktio_entry->s.name,
&cur_stats);
if (ret != 0) {
@@ -586,8 +588,7 @@ static int sock_mmap_open(odp_pktio_t id ODP_UNUSED,
pktio_entry->s.stats_type = STATS_ETHTOOL;
}
- ret = sock_stats_reset_fd(pktio_entry,
- pktio_entry->s.pkt_sock_mmap.sockfd);
+ ret = sock_stats_reset_fd(pktio_entry, pkt_sock->sockfd);
if (ret != 0)
goto error;
@@ -601,7 +602,8 @@ error:
static int sock_mmap_recv(pktio_entry_t *pktio_entry, int index ODP_UNUSED,
odp_packet_t pkt_table[], int len)
{
- pkt_sock_mmap_t *const pkt_sock = &pktio_entry->s.pkt_sock_mmap;
+ pktio_ops_socket_mmap_data_t
+ *const pkt_sock = &pktio_entry->ops_data(mmap);
int ret;
odp_ticketlock_lock(&pktio_entry->s.rxl);
@@ -616,7 +618,8 @@ static int sock_mmap_send(pktio_entry_t *pktio_entry, int index ODP_UNUSED,
const odp_packet_t pkt_table[], int len)
{
int ret;
- pkt_sock_mmap_t *const pkt_sock = &pktio_entry->s.pkt_sock_mmap;
+ pktio_ops_socket_mmap_data_t
+ *const pkt_sock = &pktio_entry->ops_data(mmap);
odp_ticketlock_lock(&pktio_entry->s.txl);
ret = pkt_mmap_v2_tx(pkt_sock->tx_ring.sock, &pkt_sock->tx_ring,
@@ -628,32 +631,32 @@ static int sock_mmap_send(pktio_entry_t *pktio_entry, int index ODP_UNUSED,
static uint32_t sock_mmap_mtu_get(pktio_entry_t *pktio_entry)
{
- return mtu_get_fd(pktio_entry->s.pkt_sock_mmap.sockfd,
+ return mtu_get_fd(pktio_entry->ops_data(mmap).sockfd,
pktio_entry->s.name);
}
static int sock_mmap_mac_addr_get(pktio_entry_t *pktio_entry, void *mac_addr)
{
- memcpy(mac_addr, pktio_entry->s.pkt_sock_mmap.if_mac, ETH_ALEN);
+ memcpy(mac_addr, pktio_entry->ops_data(mmap).if_mac, ETH_ALEN);
return ETH_ALEN;
}
static int sock_mmap_promisc_mode_set(pktio_entry_t *pktio_entry,
odp_bool_t enable)
{
- return promisc_mode_set_fd(pktio_entry->s.pkt_sock_mmap.sockfd,
+ return promisc_mode_set_fd(pktio_entry->ops_data(mmap).sockfd,
pktio_entry->s.name, enable);
}
static int sock_mmap_promisc_mode_get(pktio_entry_t *pktio_entry)
{
- return promisc_mode_get_fd(pktio_entry->s.pkt_sock_mmap.sockfd,
+ return promisc_mode_get_fd(pktio_entry->ops_data(mmap).sockfd,
pktio_entry->s.name);
}
static int sock_mmap_link_status(pktio_entry_t *pktio_entry)
{
- return link_status_fd(pktio_entry->s.pkt_sock_mmap.sockfd,
+ return link_status_fd(pktio_entry->ops_data(mmap).sockfd,
pktio_entry->s.name);
}
@@ -682,7 +685,7 @@ static int sock_mmap_stats(pktio_entry_t *pktio_entry,
return sock_stats_fd(pktio_entry,
stats,
- pktio_entry->s.pkt_sock_mmap.sockfd);
+ pktio_entry->ops_data(mmap).sockfd);
}
static int sock_mmap_stats_reset(pktio_entry_t *pktio_entry)
@@ -694,7 +697,7 @@ static int sock_mmap_stats_reset(pktio_entry_t *pktio_entry)
}
return sock_stats_reset_fd(pktio_entry,
- pktio_entry->s.pkt_sock_mmap.sockfd);
+ pktio_entry->ops_data(mmap).sockfd);
}
static int sock_mmap_init_global(void)
diff --git a/platform/linux-generic/pktio/tap.c b/platform/linux-generic/pktio/tap.c
index bfe41239..a5c15e11 100644
--- a/platform/linux-generic/pktio/tap.c
+++ b/platform/linux-generic/pktio/tap.c
@@ -40,7 +40,6 @@
#include <linux/if_tun.h>
#include <odp_api.h>
-#include <odp_packet_socket.h>
#include <odp_packet_internal.h>
#include <odp_packet_io_internal.h>
#include <odp_classification_internal.h>
commit 2ec60dc19e1c4adfd502becca34e790ff42c6c3b
Author: Yi He <yi.he(a)linaro.org>
Date: Thu Aug 17 15:03:30 2017 +0800
linux-gen: pktio: pcap: minor code refactory
Move implementation specific data structure
into dedicated header file.
Signed-off-by: Yi He <yi.he(a)linaro.org>
Reviewed-by: Brian Brooks <brian.brooks(a)arm.com>
Reviewed-by: Honnappa Nagarahalli <honnappa.nagarahalli(a)arm.com>
Reviewed-by: Bogdan Pricope <bogdan.pricope(a)linaro.org>
Reviewed-by: Josep Puigdemont <josep.puigdemont(a)linaro.org>
Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org>
diff --git a/platform/linux-generic/Makefile.am b/platform/linux-generic/Makefile.am
index 7911a91f..53e10304 100644
--- a/platform/linux-generic/Makefile.am
+++ b/platform/linux-generic/Makefile.am
@@ -192,6 +192,7 @@ noinst_HEADERS = \
${srcdir}/include/odp_pktio_ops_ipc.h \
${srcdir}/include/odp_pktio_ops_loopback.h \
${srcdir}/include/odp_pktio_ops_netmap.h \
+ ${srcdir}/include/odp_pktio_ops_pcap.h \
${srcdir}/include/odp_pktio_ops_subsystem.h \
${srcdir}/include/odp_pkt_queue_internal.h \
${srcdir}/include/odp_queue_subsystem.h \
diff --git a/platform/linux-generic/include/odp_packet_io_internal.h b/platform/linux-generic/include/odp_packet_io_internal.h
index af826b7e..a3890091 100644
--- a/platform/linux-generic/include/odp_packet_io_internal.h
+++ b/platform/linux-generic/include/odp_packet_io_internal.h
@@ -50,21 +50,6 @@ typedef union pktio_entry_u pktio_entry_t;
* requested number of packets were not handled. */
#define SOCK_ERR_REPORT(e) (e != EAGAIN && e != EWOULDBLOCK && e != EINTR)
-#ifdef HAVE_PCAP
-typedef struct {
- char *fname_rx; /**< name of pcap file for rx */
- char *fname_tx; /**< name of pcap file for tx */
- void *rx; /**< rx pcap handle */
- void *tx; /**< tx pcap handle */
- void *tx_dump; /**< tx pcap dumper handle */
- odp_pool_t pool; /**< rx pool */
- unsigned char *buf; /**< per-pktio temp buffer */
- int loops; /**< number of times to loop rx pcap */
- int loop_cnt; /**< number of loops completed */
- odp_bool_t promisc; /**< promiscuous mode state */
-} pkt_pcap_t;
-#endif
-
struct pktio_entry {
const pktio_ops_module_t *ops; /**< Implementation specific methods */
pktio_ops_data_t ops_data; /**< IO operation specific data */
@@ -78,9 +63,6 @@ struct pktio_entry {
pkt_sock_mmap_t pkt_sock_mmap; /**< using socket mmap
* API for IO */
pkt_dpdk_t pkt_dpdk; /**< using DPDK for IO */
-#ifdef HAVE_PCAP
- pkt_pcap_t pkt_pcap; /**< Using pcap for IO */
-#endif
pkt_tap_t pkt_tap; /**< using TAP for IO */
};
enum {
diff --git a/platform/linux-generic/include/odp_pktio_ops_pcap.h b/platform/linux-generic/include/odp_pktio_ops_pcap.h
new file mode 100644
index 00000000..6911710c
--- /dev/null
+++ b/platform/linux-generic/include/odp_pktio_ops_pcap.h
@@ -0,0 +1,25 @@
+/* Copyright (c) 2017, ARM Limited. All rights reserved.
+ *
+ * Copyright (c) 2017, Linaro Limited
+ * All rights reserved.
+ *
+ * SPDX-License-Identifier: BSD-3-Clause
+ */
+
+#ifndef ODP_PKTIO_OPS_PCAP_H_
+#define ODP_PKTIO_OPS_PCAP_H_
+
+typedef struct {
+ char *fname_rx; /**< name of pcap file for rx */
+ char *fname_tx; /**< name of pcap file for tx */
+ void *rx; /**< rx pcap handle */
+ void *tx; /**< tx pcap handle */
+ void *tx_dump; /**< tx pcap dumper handle */
+ odp_pool_t pool; /**< rx pool */
+ unsigned char *buf; /**< per-pktio temp buffer */
+ int loops; /**< number of times to loop rx pcap */
+ int loop_cnt; /**< number of loops completed */
+ odp_bool_t promisc; /**< promiscuous mode state */
+} pktio_ops_pcap_data_t;
+
+#endif
diff --git a/platform/linux-generic/include/odp_pktio_ops_subsystem.h b/platform/linux-generic/include/odp_pktio_ops_subsystem.h
index b1b735ce..fc461be7 100644
--- a/platform/linux-generic/include/odp_pktio_ops_subsystem.h
+++ b/platform/linux-generic/include/odp_pktio_ops_subsystem.h
@@ -82,6 +82,7 @@ typedef ODP_MODULE_CLASS(pktio_ops) {
#include <odp_pktio_ops_ipc.h>
#include <odp_pktio_ops_loopback.h>
#include <odp_pktio_ops_netmap.h>
+#include <odp_pktio_ops_pcap.h>
/* Per implementation private data
* TODO: refactory each implementation to hide it internally
@@ -90,6 +91,7 @@ typedef union {
pktio_ops_ipc_data_t ipc;
pktio_ops_loopback_data_t loopback;
pktio_ops_netmap_data_t netmap;
+ pktio_ops_pcap_data_t pcap;
} pktio_ops_data_t;
/* Extract pktio ops data from pktio entry structure */
diff --git a/platform/linux-generic/pktio/pcap.c b/platform/linux-generic/pktio/pcap.c
index 98f81089..684c4e12 100644
--- a/platform/linux-generic/pktio/pcap.c
+++ b/platform/linux-generic/pktio/pcap.c
@@ -51,7 +51,8 @@ static const char pcap_mac[] = {0x02, 0xe9, 0x34, 0x80, 0x73, 0x04};
static int pcapif_stats_reset(pktio_entry_t *pktio_entry);
-static int _pcapif_parse_devname(pkt_pcap_t *pcap, const char *devname)
+static int _pcapif_parse_devname(pktio_ops_pcap_data_t *pcap,
+ const char *devname)
{
char *tok;
char in[PKTIO_NAME_LEN];
@@ -80,7 +81,7 @@ static int _pcapif_parse_devname(pkt_pcap_t *pcap, const char *devname)
return 0;
}
-static int _pcapif_init_rx(pkt_pcap_t *pcap)
+static int _pcapif_init_rx(pktio_ops_pcap_data_t *pcap)
{
char errbuf[PCAP_ERRBUF_SIZE];
int linktype;
@@ -101,7 +102,7 @@ static int _pcapif_init_rx(pkt_pcap_t *pcap)
return 0;
}
-static int _pcapif_init_tx(pkt_pcap_t *pcap)
+static int _pcapif_init_tx(pktio_ops_pcap_data_t *pcap)
{
pcap_t *tx = pcap->rx;
@@ -136,10 +137,11 @@ static int _pcapif_init_tx(pkt_pcap_t *pcap)
static int pcapif_init(odp_pktio_t id ODP_UNUSED, pktio_entry_t *pktio_entry,
const char *devname, odp_pool_t pool)
{
- pkt_pcap_t *pcap = &pktio_entry->s.pkt_pcap;
+ pktio_ops_pcap_data_t *pcap =
+ &pktio_entry->ops_data(pcap);
int ret;
- memset(pcap, 0, sizeof(pkt_pcap_t));
+ memset(pcap, 0, sizeof(pktio_ops_pcap_data_t));
pcap->loop_cnt = 1;
pcap->loops = 1;
pcap->pool = pool;
@@ -163,7 +165,7 @@ static int pcapif_init(odp_pktio_t id ODP_UNUSED, pktio_entry_t *pktio_entry,
static int pcapif_close(pktio_entry_t *pktio_entry)
{
- pkt_pcap_t *pcap = &pktio_entry->s.pkt_pcap;
+ pktio_ops_pcap_data_t *pcap = &pktio_entry->ops_data(pcap);
if (pcap->tx_dump)
pcap_dump_close(pcap->tx_dump);
@@ -181,7 +183,7 @@ static int pcapif_close(pktio_entry_t *pktio_entry)
return 0;
}
-static int _pcapif_reopen(pkt_pcap_t *pcap)
+static int _pcapif_reopen(pktio_ops_pcap_data_t *pcap)
{
char errbuf[PCAP_ERRBUF_SIZE];
@@ -210,7 +212,8 @@ static int pcapif_recv_pkt(pktio_entry_t *pktio_entry, int index ODP_UNUSED,
odp_packet_t pkt;
odp_packet_hdr_t *pkt_hdr;
uint32_t pkt_len;
- pkt_pcap_t *pcap = &pktio_entry->s.pkt_pcap;
+ pktio_ops_pcap_data_t *pcap =
+ &pktio_entry->ops_data(pcap);
odp_time_t ts_val;
odp_time_t *ts = NULL;
@@ -270,7 +273,7 @@ static int pcapif_recv_pkt(pktio_entry_t *pktio_entry, int index ODP_UNUSED,
return i;
}
-static int _pcapif_dump_pkt(pkt_pcap_t *pcap, odp_packet_t pkt)
+static int _pcapif_dump_pkt(pktio_ops_pcap_data_t *pcap, odp_packet_t pkt)
{
struct pcap_pkthdr hdr;
@@ -293,7 +296,8 @@ static int _pcapif_dump_pkt(pkt_pcap_t *pcap, odp_packet_t pkt)
static int pcapif_send_pkt(pktio_entry_t *pktio_entry, int index ODP_UNUSED,
const odp_packet_t pkts[], int len)
{
- pkt_pcap_t *pcap = &pktio_entry->s.pkt_pcap;
+ pktio_ops_pcap_data_t *pcap =
+ &pktio_entry->ops_data(pcap);
int i;
odp_ticketlock_lock(&pktio_entry->s.txl);
@@ -361,7 +365,8 @@ static int pcapif_promisc_mode_set(pktio_entry_t *pktio_entry,
{
char filter_exp[64] = {0};
struct bpf_program bpf;
- pkt_pcap_t *pcap = &pktio_entry->s.pkt_pcap;
+ pktio_ops_pcap_data_t *pcap =
+ &pktio_entry->ops_data(pcap);
if (!pcap->rx) {
pcap->promisc = enable;
@@ -401,7 +406,7 @@ static int pcapif_promisc_mode_set(pktio_entry_t *pktio_entry,
static int pcapif_promisc_mode_get(pktio_entry_t *pktio_entry)
{
- return pktio_entry->s.pkt_pcap.promisc;
+ return pktio_entry->ops_data(pcap).promisc;
}
static int pcapif_stats_reset(pktio_entry_t *pktio_entry)
commit 02d5c1851f20bfd5ce97905060fdc028789db619
Author: Yi He <yi.he(a)linaro.org>
Date: Thu Aug 17 14:44:30 2017 +0800
linux-gen: pktio: netmap: minor code refactory
Move implementation specific data structure
into dedicated header file.
Signed-off-by: Yi He <yi.he(a)linaro.org>
Reviewed-by: Brian Brooks <brian.brooks(a)arm.com>
Reviewed-by: Honnappa Nagarahalli <honnappa.nagarahalli(a)arm.com>
Reviewed-by: Bogdan Pricope <bogdan.pricope(a)linaro.org>
Reviewed-by: Josep Puigdemont <josep.puigdemont(a)linaro.org>
Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org>
diff --git a/platform/linux-generic/Makefile.am b/platform/linux-generic/Makefile.am
index 5c4d02a3..7911a91f 100644
--- a/platform/linux-generic/Makefile.am
+++ b/platform/linux-generic/Makefile.am
@@ -186,12 +186,12 @@ noinst_HEADERS = \
${srcdir}/include/odp_packet_internal.h \
${srcdir}/include/odp_packet_io_internal.h \
${srcdir}/include/odp_packet_io_ring_internal.h \
- ${srcdir}/include/odp_packet_netmap.h \
${srcdir}/include/odp_packet_dpdk.h \
${srcdir}/include/odp_packet_socket.h \
${srcdir}/include/odp_packet_tap.h \
${srcdir}/include/odp_pktio_ops_ipc.h \
${srcdir}/include/odp_pktio_ops_loopback.h \
+ ${srcdir}/include/odp_pktio_ops_netmap.h \
${srcdir}/include/odp_pktio_ops_subsystem.h \
${srcdir}/include/odp_pkt_queue_internal.h \
${srcdir}/include/odp_queue_subsystem.h \
diff --git a/platform/linux-generic/include/odp_packet_io_internal.h b/platform/linux-generic/include/odp_packet_io_internal.h
index 8d3c3ddf..af826b7e 100644
--- a/platform/linux-generic/include/odp_packet_io_internal.h
+++ b/platform/linux-generic/include/odp_packet_io_internal.h
@@ -32,7 +32,6 @@ extern "C" {
#define PKTIO_MAX_QUEUES 64
#include <odp_packet_socket.h>
-#include <odp_packet_netmap.h>
#include <odp_packet_tap.h>
#include <odp_packet_dpdk.h>
@@ -78,7 +77,6 @@ struct pktio_entry {
pkt_sock_t pkt_sock; /**< using socket API for IO */
pkt_sock_mmap_t pkt_sock_mmap; /**< using socket mmap
* API for IO */
- pkt_netmap_t pkt_nm; /**< using netmap API for IO */
pkt_dpdk_t pkt_dpdk; /**< using DPDK for IO */
#ifdef HAVE_PCAP
pkt_pcap_t pkt_pcap; /**< Using pcap for IO */
diff --git a/platform/linux-generic/include/odp_packet_netmap.h b/platform/linux-generic/include/odp_pktio_ops_netmap.h
similarity index 96%
rename from platform/linux-generic/include/odp_packet_netmap.h
rename to platform/linux-generic/include/odp_pktio_ops_netmap.h
index a6f68d56..35592d85 100644
--- a/platform/linux-generic/include/odp_packet_netmap.h
+++ b/platform/linux-generic/include/odp_pktio_ops_netmap.h
@@ -4,8 +4,8 @@
* SPDX-License-Identifier: BSD-3-Clause
*/
-#ifndef ODP_PACKET_NETMAP_H
-#define ODP_PACKET_NETMAP_H
+#ifndef ODP_PKTIO_OPS_NETMAP_H_
+#define ODP_PKTIO_OPS_NETMAP_H_
#include <odp/api/align.h>
#include <odp/api/debug.h>
@@ -63,6 +63,6 @@ typedef struct {
netmap_ring_t rx_desc_ring[PKTIO_MAX_QUEUES];
/** mapping of pktout queues to netmap tx descriptors */
netmap_ring_t tx_desc_ring[PKTIO_MAX_QUEUES];
-} pkt_netmap_t;
+} pktio_ops_netmap_data_t;
#endif
diff --git a/platform/linux-generic/include/odp_pktio_ops_subsystem.h b/platform/linux-generic/include/odp_pktio_ops_subsystem.h
index 650b3664..b1b735ce 100644
--- a/platform/linux-generic/include/odp_pktio_ops_subsystem.h
+++ b/platform/linux-generic/include/odp_pktio_ops_subsystem.h
@@ -81,6 +81,7 @@ typedef ODP_MODULE_CLASS(pktio_ops) {
/* All implementations of this subsystem */
#include <odp_pktio_ops_ipc.h>
#include <odp_pktio_ops_loopback.h>
+#include <odp_pktio_ops_netmap.h>
/* Per implementation private data
* TODO: refactory each implementation to hide it internally
@@ -88,6 +89,7 @@ typedef ODP_MODULE_CLASS(pktio_ops) {
typedef union {
pktio_ops_ipc_data_t ipc;
pktio_ops_loopback_data_t loopback;
+ pktio_ops_netmap_data_t netmap;
} pktio_ops_data_t;
/* Extract pktio ops data from pktio entry structure */
diff --git a/platform/linux-generic/pktio/netmap.c b/platform/linux-generic/pktio/netmap.c
index c75f8be9..accac61c 100644
--- a/platform/linux-generic/pktio/netmap.c
+++ b/platform/linux-generic/pktio/netmap.c
@@ -12,7 +12,6 @@
#include <odp/api/packet.h>
#include <odp_packet_io_internal.h>
-#include <odp_packet_netmap.h>
#include <odp_packet_socket.h>
#include <odp_debug_internal.h>
#include <protocols/eth.h>
@@ -46,15 +45,16 @@ static int netmap_stats_reset(pktio_entry_t *pktio_entry);
static int netmap_do_ioctl(pktio_entry_t *pktio_entry, unsigned long cmd,
int subcmd)
{
- pkt_netmap_t *pkt_nm = &pktio_entry->s.pkt_nm;
+ pktio_ops_netmap_data_t *pkt_nm =
+ &pktio_entry->ops_data(netmap);
struct ethtool_value eval;
struct ifreq ifr;
int err;
int fd = pkt_nm->sockfd;
memset(&ifr, 0, sizeof(ifr));
- snprintf(ifr.ifr_name, sizeof(ifr.ifr_name), "%s",
- pktio_entry->s.pkt_nm.if_name);
+ snprintf(ifr.ifr_name, sizeof(ifr.ifr_name),
+ "%s", pkt_nm->if_name);
switch (cmd) {
case SIOCSIFFLAGS:
@@ -133,7 +133,8 @@ static inline void map_netmap_rings(netmap_ring_t *rings,
static int netmap_input_queues_config(pktio_entry_t *pktio_entry,
const odp_pktin_queue_param_t *p)
{
- pkt_netmap_t *pkt_nm = &pktio_entry->s.pkt_nm;
+ pktio_ops_netmap_data_t *pkt_nm =
+ &pktio_entry->ops_data(netmap);
odp_pktin_mode_t mode = pktio_entry->s.param.in_mode;
unsigned num_queues = p->num_queues;
odp_bool_t lockless;
@@ -146,8 +147,7 @@ static int netmap_input_queues_config(pktio_entry_t *pktio_entry,
lockless = (p->op_mode == ODP_PKTIO_OP_MT_UNSAFE);
if (p->hash_enable && num_queues > 1) {
- if (rss_conf_set_fd(pktio_entry->s.pkt_nm.sockfd,
- pktio_entry->s.pkt_nm.if_name,
+ if (rss_conf_set_fd(pkt_nm->sockfd, pkt_nm->if_name,
&p->hash_proto)) {
ODP_ERR("Failed to configure input hash\n");
return -1;
@@ -162,7 +162,8 @@ static int netmap_input_queues_config(pktio_entry_t *pktio_entry,
static int netmap_output_queues_config(pktio_entry_t *pktio_entry,
const odp_pktout_queue_param_t *p)
{
- pkt_netmap_t *pkt_nm = &pktio_entry->s.pkt_nm;
+ pktio_ops_netmap_data_t *pkt_nm =
+ &pktio_entry->ops_data(netmap);
pkt_nm->lockless_tx = (p->op_mode == ODP_PKTIO_OP_MT_UNSAFE);
@@ -179,7 +180,8 @@ static int netmap_output_queues_config(pktio_entry_t *pktio_entry,
static inline void netmap_close_descriptors(pktio_entry_t *pktio_entry)
{
int i, j;
- pkt_netmap_t *pkt_nm = &pktio_entry->s.pkt_nm;
+ pktio_ops_netmap_data_t *pkt_nm =
+ &pktio_entry->ops_data(netmap);
for (i = 0; i < PKTIO_MAX_QUEUES; i++) {
for (j = 0; j < NM_MAX_DESC; j++) {
@@ -202,7 +204,8 @@ static inline void netmap_close_descriptors(pktio_entry_t *pktio_entry)
static int netmap_close(pktio_entry_t *pktio_entry)
{
- pkt_netmap_t *pkt_nm = &pktio_entry->s.pkt_nm;
+ pktio_ops_netmap_data_t *pkt_nm =
+ &pktio_entry->ops_data(netmap);
netmap_close_descriptors(pktio_entry);
@@ -216,11 +219,11 @@ static int netmap_close(pktio_entry_t *pktio_entry)
static int netmap_link_status(pktio_entry_t *pktio_entry)
{
- if (pktio_entry->s.pkt_nm.is_virtual)
+ if (pktio_entry->ops_data(netmap).is_virtual)
return 1;
- return link_status_fd(pktio_entry->s.pkt_nm.sockfd,
- pktio_entry->s.pkt_nm.if_name);
+ return link_status_fd(pktio_entry->ops_data(netmap).sockfd,
+ pktio_entry->ops_data(netmap).if_name);
}
/**
@@ -247,12 +250,12 @@ static inline int netmap_wait_for_link(pktio_entry_t *pktio_entry)
* until the opposing end's interface comes back up again. In
* this case without the additional sleep pktio validation
* tests fail. */
- if (!pktio_entry->s.pkt_nm.is_virtual)
+ if (!pktio_entry->ops_data(netmap).is_virtual)
sleep(1);
if (ret == 1)
return 1;
}
- ODP_DBG("%s link is down\n", pktio_entry->s.pkt_nm.if_name);
+ ODP_DBG("%s link is down\n", pktio_entry->ops_data(netmap).if_name);
return 0;
}
@@ -263,7 +266,8 @@ static inline int netmap_wait_for_link(pktio_entry_t *pktio_entry)
*/
static void netmap_init_capability(pktio_entry_t *pktio_entry)
{
- pkt_netmap_t *pkt_nm = &pktio_entry->s.pkt_nm;
+ pktio_ops_netmap_data_t *pkt_nm =
+ &pktio_entry->ops_data(netmap);
odp_pktio_capability_t *capa = &pkt_nm->capa;
memset(&pkt_nm->capa, 0, sizeof(odp_pktio_capability_t));
@@ -330,7 +334,8 @@ static int netmap_open(odp_pktio_t id ODP_UNUSED, pktio_entry_t *pktio_entry,
const char *prefix;
uint32_t mtu;
uint32_t buf_size;
- pkt_netmap_t *pkt_nm = &pktio_entry->s.pkt_nm;
+ pktio_ops_netmap_data_t *pkt_nm =
+ &pktio_entry->ops_data(netmap);
struct nm_desc *desc;
struct netmap_ring *ring;
odp_pktin_hash_proto_t hash_proto;
@@ -407,7 +412,7 @@ static int netmap_open(odp_pktio_t id ODP_UNUSED, pktio_entry_t *pktio_entry,
/* Use either interface MTU (+ ethernet header length) or netmap buffer
* size as MTU, whichever is smaller. */
- mtu = mtu_get_fd(pktio_entry->s.pkt_nm.sockfd, pkt_nm->if_name);
+ mtu = mtu_get_fd(pkt_nm->sockfd, pkt_nm->if_name);
if (mtu == 0) {
ODP_ERR("Unable to read interface MTU\n");
goto error;
@@ -432,7 +437,7 @@ static int netmap_open(odp_pktio_t id ODP_UNUSED, pktio_entry_t *pktio_entry,
goto error;
/* netmap uses only ethtool to get statistics counters */
- err = ethtool_stats_get_fd(pktio_entry->s.pkt_nm.sockfd,
+ err = ethtool_stats_get_fd(pkt_nm->sockfd,
pkt_nm->if_name, &cur_stats);
if (err) {
ODP_ERR("netmap pktio %s does not support statistics counters\n",
@@ -453,7 +458,8 @@ error:
static int netmap_start(pktio_entry_t *pktio_entry)
{
- pkt_netmap_t *pkt_nm = &pktio_entry->s.pkt_nm;
+ pktio_ops_netmap_data_t *pkt_nm =
+ &pktio_entry->ops_data(netmap);
netmap_ring_t *desc_ring;
struct nm_desc *desc_ptr;
unsigned i;
@@ -610,7 +616,7 @@ static inline int netmap_pkt_to_odp(pktio_entry_t *pktio_entry,
odp_time_t *ts)
{
odp_packet_t pkt;
- odp_pool_t pool = pktio_entry->s.pkt_nm.pool;
+ odp_pool_t pool = pktio_entry->ops_data(netmap).pool;
odp_packet_hdr_t *pkt_hdr;
odp_packet_hdr_t parsed_hdr;
int i;
@@ -618,7 +624,7 @@ static inline int netmap_pkt_to_odp(pktio_entry_t *pktio_entry,
int alloc_len;
/* Allocate maximum sized packets */
- alloc_len = pktio_entry->s.pkt_nm.mtu;
+ alloc_len = pktio_entry->ops_data(netmap).mtu;
num = packet_alloc_multi(pool, alloc_len, pkt_tbl, slot_num);
@@ -631,9 +637,10 @@ static inline int netmap_pkt_to_odp(pktio_entry_t *pktio_entry,
odp_prefetch(slot.buf);
- if (odp_unlikely(len > pktio_entry->s.pkt_nm.max_frame_len)) {
+ if (odp_unlikely(len > pktio_entry->
+ ops_data(netmap).max_frame_len)) {
ODP_ERR("RX: frame too big %" PRIu16 " %zu!\n", len,
- pktio_entry->s.pkt_nm.max_frame_len);
+ pktio_entry->ops_data(netmap).max_frame_len);
goto fail;
}
@@ -729,7 +736,8 @@ static int netmap_recv(pktio_entry_t *pktio_entry, int index,
odp_packet_t pkt_table[], int num)
{
struct nm_desc *desc;
- pkt_netmap_t *pkt_nm = &pktio_entry->s.pkt_nm;
+ pktio_ops_netmap_data_t *pkt_nm =
+ &pktio_entry->ops_data(netmap);
unsigned first_desc_id = pkt_nm->rx_desc_ring[index].s.first;
unsigned last_desc_id = pkt_nm->rx_desc_ring[index].s.last;
unsigned desc_id;
@@ -782,7 +790,8 @@ static int netmap_recv(pktio_entry_t *pktio_entry, int index,
static int netmap_send(pktio_entry_t *pktio_entry, int index,
const odp_packet_t pkt_table[], int num)
{
- pkt_netmap_t *pkt_nm = &pktio_entry->s.pkt_nm;
+ pktio_ops_netmap_data_t *pkt_nm =
+ &pktio_entry->ops_data(netmap);
struct pollfd polld;
struct nm_desc *desc;
struct netmap_ring *ring;
@@ -857,40 +866,42 @@ static int netmap_send(pktio_entry_t *pktio_entry, int index,
static int netmap_mac_addr_get(pktio_entry_t *pktio_entry, void *mac_addr)
{
- memcpy(mac_addr, pktio_entry->s.pkt_nm.if_mac, ETH_ALEN);
+ memcpy(mac_addr, pktio_entry->ops_data(netmap).if_mac, ETH_ALEN);
return ETH_ALEN;
}
static uint32_t netmap_mtu_get(pktio_entry_t *pktio_entry)
{
- return pktio_entry->s.pkt_nm.mtu;
+ return pktio_entry->ops_data(netmap).mtu;
}
static int netmap_promisc_mode_set(pktio_entry_t *pktio_entry,
odp_bool_t enable)
{
- if (pktio_entry->s.pkt_nm.is_virtual) {
+ if (pktio_entry->ops_data(netmap).is_virtual) {
__odp_errno = ENOTSUP;
return -1;
}
- return promisc_mode_set_fd(pktio_entry->s.pkt_nm.sockfd,
- pktio_entry->s.pkt_nm.if_name, enable);
+ return promisc_mode_set_fd(
+ pktio_entry->ops_data(netmap).sockfd,
+ pktio_entry->ops_data(netmap).if_name, enable);
}
static int netmap_promisc_mode_get(pktio_entry_t *pktio_entry)
{
- if (pktio_entry->s.pkt_nm.is_virtual)
+ if (pktio_entry->ops_data(netmap).is_virtual)
return 0;
- return promisc_mode_get_fd(pktio_entry->s.pkt_nm.sockfd,
- pktio_entry->s.pkt_nm.if_name);
+ return promisc_mode_get_fd(
+ pktio_entry->ops_data(netmap).sockfd,
+ pktio_entry->ops_data(netmap).if_name);
}
static int netmap_capability(pktio_entry_t *pktio_entry,
odp_pktio_capability_t *capa)
{
- *capa = pktio_entry->s.pkt_nm.capa;
+ *capa = pktio_entry->ops_data(netmap).capa;
return 0;
}
@@ -904,7 +915,7 @@ static int netmap_stats(pktio_entry_t *pktio_entry,
return sock_stats_fd(pktio_entry,
stats,
- pktio_entry->s.pkt_nm.sockfd);
+ pktio_entry->ops_data(netmap).sockfd);
}
static int netmap_stats_reset(pktio_entry_t *pktio_entry)
@@ -916,15 +927,15 @@ static int netmap_stats_reset(pktio_entry_t *pktio_entry)
}
return sock_stats_reset_fd(pktio_entry,
- pktio_entry->s.pkt_nm.sockfd);
+ pktio_entry->ops_data(netmap).sockfd);
}
static void netmap_print(pktio_entry_t *pktio_entry)
{
odp_pktin_hash_proto_t hash_proto;
- if (rss_conf_get_fd(pktio_entry->s.pkt_nm.sockfd,
- pktio_entry->s.pkt_nm.if_name, &hash_proto))
+ if (rss_conf_get_fd(pktio_entry->ops_data(netmap).sockfd,
+ pktio_entry->ops_data(netmap).if_name, &hash_proto))
rss_conf_print(&hash_proto);
}
commit 60b9292774801923d454cdf1faac8eeeac820184
Author: Yi He <yi.he(a)linaro.org>
Date: Thu Aug 17 13:50:39 2017 +0800
linux-gen: pktio: ipc: minor code refactory
Move implementation specific data structure
into dedicated header file.
Signed-off-by: Yi He <yi.he(a)linaro.org>
Signed-off-by: Balakrishna Garapati <balakrishna.garapati(a)linaro.org>
Reviewed-by: Brian Brooks <brian.brooks(a)arm.com>
Reviewed-by: Honnappa Nagarahalli <honnappa.nagarahalli(a)arm.com>
Reviewed-by: Bogdan Pricope <bogdan.pricope(a)linaro.org>
Reviewed-by: Josep Puigdemont <josep.puigdemont(a)linaro.org>
Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org>
diff --git a/platform/linux-dpdk/Makefile.am b/platform/linux-dpdk/Makefile.am
index 9d13ec1c..15c9fb44 100644
--- a/platform/linux-dpdk/Makefile.am
+++ b/platform/linux-dpdk/Makefile.am
@@ -190,12 +190,12 @@ noinst_HEADERS = \
${top_srcdir}/platform/linux-generic/include/odp_internal.h \
${srcdir}/include/odp_packet_dpdk.h \
${srcdir}/include/odp_packet_internal.h \
+ ${top_srcdir}/platform/linux-generic/include/odp_pktio_ops_ipc.h \
${top_srcdir}/platform/linux-generic/include/odp_pktio_ops_subsystem.h \
${top_srcdir}/platform/linux-generic/include/odp_pktio_ops_loopback.h \
${top_srcdir}/platform/linux-generic/include/odp_name_table_internal.h \
${srcdir}/include/odp_packet_io_internal.h \
${srcdir}/include/odp_errno_define.h \
- ${top_srcdir}/platform/linux-generic/include/odp_packet_io_ipc_internal.h \
${top_srcdir}/platform/linux-generic/include/odp_packet_io_ring_internal.h \
${top_srcdir}/platform/linux-generic/include/odp_packet_socket.h \
${top_srcdir}/platform/linux-generic/include/odp_pkt_queue_internal.h \
diff --git a/platform/linux-generic/Makefile.am b/platform/linux-generic/Makefile.am
index 68fc246a..5c4d02a3 100644
--- a/platform/linux-generic/Makefile.am
+++ b/platform/linux-generic/Makefile.am
@@ -185,12 +185,12 @@ noinst_HEADERS = \
${srcdir}/include/odp_name_table_internal.h \
${srcdir}/include/odp_packet_internal.h \
${srcdir}/include/odp_packet_io_internal.h \
- ${srcdir}/include/odp_packet_io_ipc_internal.h \
${srcdir}/include/odp_packet_io_ring_internal.h \
${srcdir}/include/odp_packet_netmap.h \
${srcdir}/include/odp_packet_dpdk.h \
${srcdir}/include/odp_packet_socket.h \
${srcdir}/include/odp_packet_tap.h \
+ ${srcdir}/include/odp_pktio_ops_ipc.h \
${srcdir}/include/odp_pktio_ops_loopback.h \
${srcdir}/include/odp_pktio_ops_subsystem.h \
${srcdir}/include/odp_pkt_queue_internal.h \
diff --git a/platform/linux-generic/include/odp_packet_io_internal.h b/platform/linux-generic/include/odp_packet_io_internal.h
index 893fa114..8d3c3ddf 100644
--- a/platform/linux-generic/include/odp_packet_io_internal.h
+++ b/platform/linux-generic/include/odp_packet_io_internal.h
@@ -66,44 +66,6 @@ typedef struct {
} pkt_pcap_t;
#endif
-typedef struct {
- /* TX */
- struct {
- _ring_t *send; /**< ODP ring for IPC msg packets
- indexes transmitted to shared
- memory */
- _ring_t *free; /**< ODP ring for IPC msg packets
- indexes already processed by remote
- process */
- } tx;
- /* RX */
- struct {
- _ring_t *recv; /**< ODP ring for IPC msg packets
- indexes received from shared
- memory (from remote process) */
- _ring_t *free; /**< odp ring for ipc msg packets
- indexes already processed by
- current process */
- _ring_t *cache; /**< local cache to keep packet order right */
- } rx; /* slave */
- void *pool_base; /**< Remote pool base addr */
- void *pool_mdata_base; /**< Remote pool mdata base addr */
- uint64_t pkt_size; /**< Packet size in remote pool */
- odp_pool_t pool; /**< Pool of main process */
- enum {
- PKTIO_TYPE_IPC_MASTER = 0, /**< Master is the process which
- creates shm */
- PKTIO_TYPE_IPC_SLAVE /**< Slave is the process which
- connects to shm */
- } type; /**< define if it's master or slave process */
- odp_atomic_u32_t ready; /**< 1 - pktio is ready and can recv/send
- packet, 0 - not yet ready */
- void *pinfo;
- odp_shm_t pinfo_shm;
- odp_shm_t remote_pool_shm; /**< shm of remote pool get with
- _ipc_map_remote_pool() */
-} _ipc_pktio_t;
-
struct pktio_entry {
const pktio_ops_module_t *ops; /**< Implementation specific methods */
pktio_ops_data_t ops_data; /**< IO operation specific data */
@@ -122,7 +84,6 @@ struct pktio_entry {
pkt_pcap_t pkt_pcap; /**< Using pcap for IO */
#endif
pkt_tap_t pkt_tap; /**< using TAP for IO */
- _ipc_pktio_t ipc; /**< IPC pktio data */
};
enum {
/* Not allocated */
diff --git a/platform/linux-generic/include/odp_packet_io_ipc_internal.h b/platform/linux-generic/include/odp_packet_io_ipc_internal.h
deleted file mode 100644
index 9d8943a6..00000000
--- a/platform/linux-generic/include/odp_packet_io_ipc_internal.h
+++ /dev/null
@@ -1,48 +0,0 @@
-/* Copyright (c) 2015, Linaro Limited
- * All rights reserved.
- *
- * SPDX-License-Identifier: BSD-3-Clause
- */
-
-#include <odp/api/packet_io.h>
-#include <odp_packet_io_internal.h>
-#include <odp/api/packet.h>
-#include <odp_packet_internal.h>
-#include <odp_internal.h>
-#include <odp/api/shared_memory.h>
-
-#include <string.h>
-#include <unistd.h>
-#include <stdlib.h>
-
-/* IPC packet I/O over shared memory ring */
-#include <odp_packet_io_ring_internal.h>
-
-/* number of odp buffers in odp ring queue */
-#define PKTIO_IPC_ENTRIES 4096
-
-/* that struct is exported to shared memory, so that processes can find
- * each other.
- */
-struct pktio_info {
- struct {
- /* number of buffer*/
- int num;
- /* size of packet/segment in remote pool */
- uint32_t block_size;
- char pool_name[ODP_POOL_NAME_LEN];
- /* 1 if master finished creation of all shared objects */
- int init_done;
- } master;
- struct {
- void *base_addr;
- uint32_t block_size;
- char pool_name[ODP_POOL_NAME_LEN];
- /* pid of the slave process written to shm and
- * used by master to look up memory created by
- * slave
- */
- int pid;
- int init_done;
- } slave;
-} ODP_PACKED;
diff --git a/platform/linux-generic/include/odp_pktio_ops_ipc.h b/platform/linux-generic/include/odp_pktio_ops_ipc.h
new file mode 100644
index 00000000..5903ef9b
--- /dev/null
+++ b/platform/linux-generic/include/odp_pktio_ops_ipc.h
@@ -0,0 +1,91 @@
+/* Copyright (c) 2015, Linaro Limited
+ * All rights reserved.
+ *
+ * SPDX-License-Identifier: BSD-3-Clause
+ */
+
+#ifndef ODP_PKTIO_OPS_IPC_H_
+#define ODP_PKTIO_OPS_IPC_H_
+
+#include <odp/api/packet_io.h>
+#include <odp_packet_io_internal.h>
+#include <odp/api/packet.h>
+#include <odp_packet_internal.h>
+#include <odp_internal.h>
+#include <odp/api/shared_memory.h>
+
+#include <string.h>
+#include <unistd.h>
+#include <stdlib.h>
+
+/* IPC packet I/O over shared memory ring */
+#include <odp_packet_io_ring_internal.h>
+
+/* number of odp buffers in odp ring queue */
+#define PKTIO_IPC_ENTRIES 4096
+
+/* that struct is exported to shared memory, so that processes can find
+ * each other.
+ */
+struct pktio_info {
+ struct {
+ /* number of buffer*/
+ int num;
+ /* size of packet/segment in remote pool */
+ uint32_t block_size;
+ char pool_name[ODP_POOL_NAME_LEN];
+ /* 1 if master finished creation of all shared objects */
+ int init_done;
+ } master;
+ struct {
+ void *base_addr;
+ uint32_t block_size;
+ char pool_name[ODP_POOL_NAME_LEN];
+ /* pid of the slave process written to shm and
+ * used by master to look up memory created by
+ * slave
+ */
+ int pid;
+ int init_done;
+ } slave;
+} ODP_PACKED;
+
+typedef struct {
+ /* TX */
+ struct {
+ _ring_t *send; /**< ODP ring for IPC msg packets
+ indexes transmitted to shared
+ memory */
+ _ring_t *free; /**< ODP ring for IPC msg packets
+ indexes already processed by remote
+ process */
+ } tx;
+ /* RX */
+ struct {
+ _ring_t *recv; /**< ODP ring for IPC msg packets
+ indexes received from shared
+ memory (from remote process) */
+ _ring_t *free; /**< odp ring for ipc msg packets
+ indexes already processed by
+ current process */
+ _ring_t *cache; /**< local cache to keep packet order right */
+ } rx; /* slave */
+ void *pool_base; /**< Remote pool base addr */
+ void *pool_mdata_base; /**< Remote pool mdata base addr */
+ uint64_t pkt_size; /**< Packet size in remote pool */
+ odp_pool_t pool; /**< Pool of main process */
+ enum {
+ PKTIO_TYPE_IPC_MASTER = 0, /**< Master is the process which
+ creates shm */
+ PKTIO_TYPE_IPC_SLAVE /**< Slave is the process which
+ connects to shm */
+ } type; /**< define if it's master or slave process */
+ odp_atomic_u32_t ready; /**< 1 - pktio is ready and can recv/send
+ packet, 0 - not yet ready */
+ void *pinfo;
+ odp_shm_t pinfo_shm;
+ odp_shm_t remote_pool_shm; /**< shm of remote pool get with
+ _ipc_map_remote_pool() */
+} pktio_ops_ipc_data_t;
+
+#endif
diff --git a/platform/linux-generic/include/odp_pktio_ops_subsystem.h b/platform/linux-generic/include/odp_pktio_ops_subsystem.h
index 7b90ed3d..650b3664 100644
--- a/platform/linux-generic/include/odp_pktio_ops_subsystem.h
+++ b/platform/linux-generic/include/odp_pktio_ops_subsystem.h
@@ -79,12 +79,14 @@ typedef ODP_MODULE_CLASS(pktio_ops) {
} pktio_ops_module_t;
/* All implementations of this subsystem */
+#include <odp_pktio_ops_ipc.h>
#include <odp_pktio_ops_loopback.h>
/* Per implementation private data
* TODO: refactory each implementation to hide it internally
*/
typedef union {
+ pktio_ops_ipc_data_t ipc;
pktio_ops_loopback_data_t loopback;
} pktio_ops_data_t;
diff --git a/platform/linux-generic/odp_packet_io.c b/platform/linux-generic/odp_packet_io.c
index d8dcc45d..6a19394a 100644
--- a/platform/linux-generic/odp_packet_io.c
+++ b/platform/linux-generic/odp_packet_io.c
@@ -19,7 +19,6 @@
#include <odp_schedule_if.h>
#include <odp_classification_internal.h>
#include <odp_debug_internal.h>
-#include <odp_packet_io_ipc_internal.h>
#include <odp/api/time.h>
#include <string.h>
diff --git a/platform/linux-generic/pktio/ipc.c b/platform/linux-generic/pktio/ipc.c
index 984f0ab4..14cd86eb 100644
--- a/platform/linux-generic/pktio/ipc.c
+++ b/platform/linux-generic/pktio/ipc.c
@@ -3,7 +3,6 @@
*
* SPDX-License-Identifier: BSD-3-Clause
*/
-#include <odp_packet_io_ipc_internal.h>
#include <odp_debug_internal.h>
#include <odp_packet_io_internal.h>
#include <odp/api/system_info.h>
@@ -43,7 +42,7 @@ static const char *_ipc_odp_buffer_pool_shm_name(odp_pool_t pool_hdl)
static int _ipc_master_start(pktio_entry_t *pktio_entry)
{
- struct pktio_info *pinfo = pktio_entry->s.ipc.pinfo;
+ struct pktio_info *pinfo = pktio_entry->ops_data(ipc).pinfo;
odp_shm_t shm;
if (pinfo->slave.init_done == 0)
@@ -57,11 +56,11 @@ static int _ipc_master_start(pktio_entry_t *pktio_entry)
return -1;
}
- pktio_entry->s.ipc.remote_pool_shm = shm;
- pktio_entry->s.ipc.pool_base = odp_shm_addr(shm);
- pktio_entry->s.ipc.pool_mdata_base = (char *)odp_shm_addr(shm);
+ pktio_entry->ops_data(ipc).remote_pool_shm = shm;
+ pktio_entry->ops_data(ipc).pool_base = odp_shm_addr(shm);
+ pktio_entry->ops_data(ipc).pool_mdata_base = (char *)odp_shm_addr(shm);
- odp_atomic_store_u32(&pktio_entry->s.ipc.ready, 1);
+ odp_atomic_store_u32(&pktio_entry->ops_data(ipc).ready, 1);
IPC_ODP_DBG("%s started.\n", pktio_entry->s.name);
return 0;
@@ -88,62 +87,62 @@ static int _ipc_init_master(pktio_entry_t *pktio_entry,
* to be processed packets ring.
*/
snprintf(ipc_shm_name, sizeof(ipc_shm_name), "%s_m_prod", dev);
- pktio_entry->s.ipc.tx.send = _ring_create(ipc_shm_name,
+ pktio_entry->ops_data(ipc).tx.send = _ring_create(ipc_shm_name,
PKTIO_IPC_ENTRIES,
_RING_SHM_PROC | _RING_NO_LIST);
- if (!pktio_entry->s.ipc.tx.send) {
+ if (!pktio_entry->ops_data(ipc).tx.send) {
ODP_ERR("pid %d unable to create ipc ring %s name\n",
getpid(), ipc_shm_name);
return -1;
}
ODP_DBG("Created IPC ring: %s, count %d, free %d\n",
- ipc_shm_name, _ring_count(pktio_entry->s.ipc.tx.send),
- _ring_free_count(pktio_entry->s.ipc.tx.send));
+ ipc_shm_name, _ring_count(pktio_entry->ops_data(ipc).tx.send),
+ _ring_free_count(pktio_entry->ops_data(ipc).tx.send));
/* generate name in shm like ipc_pktio_p for
* already processed packets
*/
snprintf(ipc_shm_name, sizeof(ipc_shm_name), "%s_m_cons", dev);
- pktio_entry->s.ipc.tx.free = _ring_create(ipc_shm_name,
+ pktio_entry->ops_data(ipc).tx.free = _ring_create(ipc_shm_name,
PKTIO_IPC_ENTRIES,
_RING_SHM_PROC | _RING_NO_LIST);
- if (!pktio_entry->s.ipc.tx.free) {
+ if (!pktio_entry->ops_data(ipc).tx.free) {
ODP_ERR("pid %d unable to create ipc ring %s name\n",
getpid(), ipc_shm_name);
goto free_m_prod;
}
ODP_DBG("Created IPC ring: %s, count %d, free %d\n",
- ipc_shm_name, _ring_count(pktio_entry->s.ipc.tx.free),
- _ring_free_count(pktio_entry->s.ipc.tx.free));
+ ipc_shm_name, _ring_count(pktio_entry->ops_data(ipc).tx.free),
+ _ring_free_count(pktio_entry->ops_data(ipc).tx.free));
snprintf(ipc_shm_name, sizeof(ipc_shm_name), "%s_s_prod", dev);
- pktio_entry->s.ipc.rx.recv = _ring_create(ipc_shm_name,
+ pktio_entry->ops_data(ipc).rx.recv = _ring_create(ipc_shm_name,
PKTIO_IPC_ENTRIES,
_RING_SHM_PROC | _RING_NO_LIST);
- if (!pktio_entry->s.ipc.rx.recv) {
+ if (!pktio_entry->ops_data(ipc).rx.recv) {
ODP_ERR("pid %d unable to create ipc ring %s name\n",
getpid(), ipc_shm_name);
goto free_m_cons;
}
ODP_DBG("Created IPC ring: %s, count %d, free %d\n",
- ipc_shm_name, _ring_count(pktio_entry->s.ipc.rx.recv),
- _ring_free_count(pktio_entry->s.ipc.rx.recv));
+ ipc_shm_name, _ring_count(pktio_entry->ops_data(ipc).rx.recv),
+ _ring_free_count(pktio_entry->ops_data(ipc).rx.recv));
snprintf(ipc_shm_name, sizeof(ipc_shm_name), "%s_s_cons", dev);
- pktio_entry->s.ipc.rx.free = _ring_create(ipc_shm_name,
+ pktio_entry->ops_data(ipc).rx.free = _ring_create(ipc_shm_name,
PKTIO_IPC_ENTRIES,
_RING_SHM_PROC | _RING_NO_LIST);
- if (!pktio_entry->s.ipc.rx.free) {
+ if (!pktio_entry->ops_data(ipc).rx.free) {
ODP_ERR("pid %d unable to create ipc ring %s name\n",
getpid(), ipc_shm_name);
goto free_s_prod;
}
ODP_DBG("Created IPC ring: %s, count %d, free %d\n",
- ipc_shm_name, _ring_count(pktio_entry->s.ipc.rx.free),
- _ring_free_count(pktio_entry->s.ipc.rx.free));
+ ipc_shm_name, _ring_count(pktio_entry->ops_data(ipc).rx.free),
+ _ring_free_count(pktio_entry->ops_data(ipc).rx.free));
/* Set up pool name for remote info */
- pinfo = pktio_entry->s.ipc.pinfo;
+ pinfo = pktio_entry->ops_data(ipc).pinfo;
pool_name = _ipc_odp_buffer_pool_shm_name(pool_hdl);
if (strlen(pool_name) > ODP_POOL_NAME_LEN) {
ODP_ERR("pid %d ipc pool name %s is too big %d\n",
@@ -156,7 +155,7 @@ static int _ipc_init_master(pktio_entry_t *pktio_entry,
pinfo->slave.pid = 0;
pinfo->slave.init_done = 0;
- pktio_entry->s.ipc.pool = pool_hdl;
+ pktio_entry->ops_data(ipc).pool = pool_hdl;
ODP_DBG("Pre init... DONE.\n");
pinfo->master.init_done = 1;
@@ -225,7 +224,7 @@ static int _ipc_init_slave(const char *dev,
if (strlen(dev) > (ODP_POOL_NAME_LEN - sizeof("_slave_r")))
ODP_ABORT("too big ipc name\n");
- pktio_entry->s.ipc.pool = pool;
+ pktio_entry->ops_data(ipc).pool = pool;
return 0;
}
@@ -246,61 +245,61 @@ static int _ipc_slave_start(pktio_entry_t *pktio_entry)
sprintf(dev, "ipc:%s", tail);
snprintf(ipc_shm_name, sizeof(ipc_shm_name), "%s_m_prod", dev);
- pktio_entry->s.ipc.rx.recv = _ipc_shm_map(ipc_shm_name, pid);
- if (!pktio_entry->s.ipc.rx.recv) {
+ pktio_entry->ops_data(ipc).rx.recv = _ipc_shm_map(ipc_shm_name, pid);
+ if (!pktio_entry->ops_data(ipc).rx.recv) {
ODP_DBG("pid %d unable to find ipc ring %s name\n",
getpid(), dev);
sleep(1);
return -1;
}
ODP_DBG("Connected IPC ring: %s, count %d, free %d\n",
- ipc_shm_name, _ring_count(pktio_entry->s.ipc.rx.recv),
- _ring_free_count(pktio_entry->s.ipc.rx.recv));
+ ipc_shm_name, _ring_count(pktio_entry->ops_data(ipc).rx.recv),
+ _ring_free_count(pktio_entry->ops_data(ipc).rx.recv));
snprintf(ipc_shm_name, sizeof(ipc_shm_name), "%s_m_cons", dev);
- pktio_entry->s.ipc.rx.free = _ipc_shm_map(ipc_shm_name, pid);
- if (!pktio_entry->s.ipc.rx.free) {
+ pktio_entry->ops_data(ipc).rx.free = _ipc_shm_map(ipc_shm_name, pid);
+ if (!pktio_entry->ops_data(ipc).rx.free) {
ODP_ERR("pid %d unable to find ipc ring %s name\n",
getpid(), dev);
goto free_m_prod;
}
ODP_DBG("Connected IPC ring: %s, count %d, free %d\n",
- ipc_shm_name, _ring_count(pktio_entry->s.ipc.rx.free),
- _ring_free_count(pktio_entry->s.ipc.rx.free));
+ ipc_shm_name, _ring_count(pktio_entry->ops_data(ipc).rx.free),
+ _ring_free_count(pktio_entry->ops_data(ipc).rx.free));
snprintf(ipc_shm_name, sizeof(ipc_shm_name), "%s_s_prod", dev);
- pktio_entry->s.ipc.tx.send = _ipc_shm_map(ipc_shm_name, pid);
- if (!pktio_entry->s.ipc.tx.send) {
+ pktio_entry->ops_data(ipc).tx.send = _ipc_shm_map(ipc_shm_name, pid);
+ if (!pktio_entry->ops_data(ipc).tx.send) {
ODP_ERR("pid %d unable to find ipc ring %s name\n",
getpid(), dev);
goto free_m_cons;
}
ODP_DBG("Connected IPC ring: %s, count %d, free %d\n",
- ipc_shm_name, _ring_count(pktio_entry->s.ipc.tx.send),
- _ring_free_count(pktio_entry->s.ipc.tx.send));
+ ipc_shm_name, _ring_count(pktio_entry->ops_data(ipc).tx.send),
+ _ring_free_count(pktio_entry->ops_data(ipc).tx.send));
snprintf(ipc_shm_name, sizeof(ipc_shm_name), "%s_s_cons", dev);
- pktio_entry->s.ipc.tx.free = _ipc_shm_map(ipc_shm_name, pid);
- if (!pktio_entry->s.ipc.tx.free) {
+ pktio_entry->ops_data(ipc).tx.free = _ipc_shm_map(ipc_shm_name, pid);
+ if (!pktio_entry->ops_data(ipc).tx.free) {
ODP_ERR("pid %d unable to find ipc ring %s name\n",
getpid(), dev);
goto free_s_prod;
}
ODP_DBG("Connected IPC ring: %s, count %d, free %d\n",
- ipc_shm_name, _ring_count(pktio_entry->s.ipc.tx.free),
- _ring_free_count(pktio_entry->s.ipc.tx.free));
+ ipc_shm_name, _ring_count(pktio_entry->ops_data(ipc).tx.free),
+ _ring_free_count(pktio_entry->ops_data(ipc).tx.free));
/* Get info about remote pool */
- pinfo = pktio_entry->s.ipc.pinfo;
+ pinfo = pktio_entry->ops_data(ipc).pinfo;
shm = _ipc_map_remote_pool(pinfo->master.pool_name,
pid);
- pktio_entry->s.ipc.remote_pool_shm = shm;
- pktio_entry->s.ipc.pool_mdata_base = (char *)odp_shm_addr(shm);
- pktio_entry->s.ipc.pkt_size = pinfo->master.block_size;
+ pktio_entry->ops_data(ipc).remote_pool_shm = shm;
+ pktio_entry->ops_data(ipc).pool_mdata_base = (char *)odp_shm_addr(shm);
+ pktio_entry->ops_data(ipc).pkt_size = pinfo->master.block_size;
- _ipc_export_pool(pinfo, pktio_entry->s.ipc.pool);
+ _ipc_export_pool(pinfo, pktio_entry->ops_data(ipc).pool);
- odp_atomic_store_u32(&pktio_entry->s.ipc.ready, 1);
+ odp_atomic_store_u32(&pktio_entry->ops_data(ipc).ready, 1);
pinfo->slave.init_done = 1;
ODP_DBG("%s started.\n", pktio_entry->s.name);
@@ -339,15 +338,15 @@ static int ipc_pktio_open(odp_pktio_t id ODP_UNUSED,
if (strncmp(dev, "ipc", 3))
return -1;
- odp_atomic_init_u32(&pktio_entry->s.ipc.ready, 0);
+ odp_atomic_init_u32(&pktio_entry->ops_data(ipc).ready, 0);
- pktio_entry->s.ipc.rx.cache = _ring_create("ipc_rx_cache",
+ pktio_entry->ops_data(ipc).rx.cache = _ring_create("ipc_rx_cache",
PKTIO_IPC_ENTRIES,
_RING_NO_LIST);
/* Shared info about remote pktio */
if (sscanf(dev, "ipc:%d:%s", &pid, tail) == 2) {
- pktio_entry->s.ipc.type = PKTIO_TYPE_IPC_SLAVE;
+ pktio_entry->ops_data(ipc).type = PKTIO_TYPE_IPC_SLAVE;
snprintf(name, sizeof(name), "ipc:%s_info", tail);
IPC_ODP_DBG("lookup for name %s for pid %d\n", name, pid);
@@ -360,12 +359,12 @@ static int ipc_pktio_open(odp_pktio_t id ODP_UNUSED,
odp_shm_free(shm);
return -1;
}
- pktio_entry->s.ipc.pinfo = pinfo;
- pktio_entry->s.ipc.pinfo_shm = shm;
+ pktio_entry->ops_data(ipc).pinfo = pinfo;
+ pktio_entry->ops_data(ipc).pinfo_shm = shm;
ODP_DBG("process %d is slave\n", getpid());
ret = _ipc_init_slave(name, pktio_entry, pool);
} else {
- pktio_entry->s.ipc.type = PKTIO_TYPE_IPC_MASTER;
+ pktio_entry->ops_data(ipc).type = PKTIO_TYPE_IPC_MASTER;
snprintf(name, sizeof(name), "%s_info", dev);
shm = odp_shm_reserve(name, sizeof(struct pktio_info),
ODP_CACHE_LINE_SIZE,
@@ -378,8 +377,8 @@ static int ipc_pktio_open(odp_pktio_t id ODP_UNUSED,
pinfo = odp_shm_addr(shm);
pinfo->master.init_done = 0;
pinfo->master.pool_name[0] = 0;
- pktio_entry->s.ipc.pinfo = pinfo;
- pktio_entry->s.ipc.pinfo_shm = shm;
+ pktio_entry->ops_data(ipc).pinfo = pinfo;
+ pktio_entry->ops_data(ipc).pinfo_shm = shm;
ODP_DBG("process %d is master\n", getpid());
ret = _ipc_init_master(pktio_entry, dev, pool);
}
@@ -399,7 +398,7 @@ static void _ipc_free_ring_packets(pktio_entry_t *pktio_entry, _ring_t *r)
if (!r)
return;
- pool = pool_entry_from_hdl(pktio_entry->s.ipc.pool);
+ pool = pool_entry_from_hdl(pktio_entry->ops_data(ipc).pool);
addr = odp_shm_addr(pool->shm);
rbuf_p = (void *)&offsets;
@@ -433,16 +432,16 @@ static int ipc_pktio_recv_lockless(pktio_entry_t *pktio_entry,
uint32_t ready;
int pkts_ring;
- ready = odp_atomic_load_u32(&pktio_entry->s.ipc.ready);
+ ready = odp_atomic_load_u32(&pktio_entry->ops_data(ipc).ready);
if (odp_unlikely(!ready)) {
IPC_ODP_DBG("start pktio is missing before usage?\n");
return 0;
}
- _ipc_free_ring_packets(pktio_entry, pktio_entry->s.ipc.tx.free);
+ _ipc_free_ring_packets(pktio_entry, pktio_entry->ops_data(ipc).tx.free);
/* rx from cache */
- r = pktio_entry->s.ipc.rx.cache;
+ r = pktio_entry->ops_data(ipc).rx.cache;
pkts = _ring_mc_dequeue_burst(r, ipcbufs_p, len);
if (odp_unlikely(pkts < 0))
ODP_ABORT("internal error dequeue\n");
@@ -450,7 +449,7 @@ static int ipc_pktio_recv_lockless(pktio_entry_t *pktio_entry,
/* rx from other app */
if (pkts == 0) {
ipcbufs_p = (void *)&offsets[0];
- r = pktio_entry->s.ipc.rx.recv;
+ r = pktio_entry->ops_data(ipc).rx.recv;
pkts = _ring_mc_dequeue_burst(r, ipcbufs_p, len);
if (odp_unlikely(pkts < 0))
ODP_ABORT("internal error dequeue\n");
@@ -468,10 +467,10 @@ static int ipc_pktio_recv_lockless(pktio_entry_t *pktio_entry,
uint64_t data_pool_off;
void *rmt_data_ptr;
- phdr = (void *)((uint8_t *)pktio_entry->s.ipc.pool_mdata_base +
- offsets[i]);
+ phdr = (void *)((uint8_t *)pktio_entry->
+ ops_data(ipc).pool_mdata_base + offsets[i]);
- pool = pktio_entry->s.ipc.pool;
+ pool = pktio_entry->ops_data(ipc).pool;
if (odp_unlikely(pool == ODP_POOL_INVALID))
ODP_ABORT("invalid pool");
@@ -496,11 +495,11 @@ static int ipc_pktio_recv_lockless(pktio_entry_t *pktio_entry,
if (odp_unlikely(!pkt_data))
ODP_ABORT("unable to map pkt_data ipc_slave %d\n",
(PKTIO_TYPE_IPC_SLAVE ==
- pktio_entry->s.ipc.type));
+ pktio_entry->ops_data(ipc).type));
/* Copy packet data from shared pool to local pool. */
- rmt_data_ptr = (uint8_t *)pktio_entry->s.ipc.pool_mdata_base +
- data_pool_off;
+ rmt_data_ptr = (uint8_t *)pktio_entry->
+ ops_data(ipc).pool_mdata_base + data_pool_off;
memcpy(pkt_data, rmt_data_ptr, phdr->frame_len);
/* Copy packets L2, L3 parsed offsets and size */
@@ -519,7 +518,7 @@ static int ipc_pktio_recv_lockless(pktio_entry_t *pktio_entry,
/* put back to rx ring dequed but not processed packets*/
if (pkts != i) {
ipcbufs_p = (void *)&offsets[i];
- r_p = pktio_entry->s.ipc.rx.cache;
+ r_p = pktio_entry->ops_data(ipc).rx.cache;
pkts_ring = _ring_mp_enqueue_burst(r_p, ipcbufs_p, pkts - i);
if (pkts_ring != (pkts - i))
@@ -534,7 +533,7 @@ static int ipc_pktio_recv_lockless(pktio_entry_t *pktio_entry,
pkts = i;
/* Now tell other process that we no longer need that buffers.*/
- r_p = pktio_entry->s.ipc.rx.free;
+ r_p = pktio_entry->ops_data(ipc).rx.free;
repeat:
@@ -582,7 +581,7 @@ static int ipc_pktio_send_lockless(pktio_entry_t *pktio_entry,
void **rbuf_p;
int ret;
int i;
- uint32_t ready = odp_atomic_load_u32(&pktio_entry->s.ipc.ready);
+ uint32_t ready = odp_atomic_load_u32(&pktio_entry->ops_data(ipc).ready);
odp_packet_t pkt_table_mapped[len]; /**< Ready to send packet has to be
* in memory mapped pool. */
uintptr_t offsets[len];
@@ -590,14 +589,15 @@ static int ipc_pktio_send_lockless(pktio_entry_t *pktio_entry,
if (odp_unlikely(!ready))
return 0;
- _ipc_free_ring_packets(pktio_entry, pktio_entry->s.ipc.tx.free);
+ _ipc_free_ring_packets(pktio_entry, pktio_entry->ops_data(ipc).tx.free);
/* Copy packets to shm shared pool if they are in different
* pool, or if they are references (we can't share across IPC).
*/
for (i = 0; i < len; i++) {
odp_packet_t pkt = pkt_table[i];
- pool_t *ipc_pool = pool_entry_from_hdl(pktio_entry->s.ipc.pool);
+ pool_t *ipc_pool = pool_entry_from_hdl(
+ pktio_entry->ops_data(ipc).pool);
odp_packet_hdr_t *pkt_hdr;
pool_t *pool;
@@ -608,7 +608,8 @@ static int ipc_pktio_send_lockless(pktio_entry_t *pktio_entry,
odp_packet_has_ref(pkt)) {
odp_packet_t newpkt;
- newpkt = odp_packet_copy(pkt, pktio_entry->s.ipc.pool);
+ newpkt = odp_packet_copy(
+ pkt, pktio_entry->ops_data(ipc).pool);
if (newpkt == ODP_PACKET_INVALID)
ODP_ABORT("Unable to copy packet\n");
@@ -640,18 +641,19 @@ static int ipc_pktio_send_lockless(pktio_entry_t *pktio_entry,
odp_packet_to_u64(pkt), odp_pool_to_u64(pool_hdl),
pkt_hdr, pkt_hdr->buf_hdr.ipc_data_offset,
offsets[i], odp_shm_addr(pool->shm),
- odp_shm_addr(pool_entry_from_hdl(
- pktio_entry->s.ipc.pool)->shm));
+ odp_shm_addr(pool_entry_from_hdl(pktio_entry->
+ ops_data(ipc).pool)->shm));
}
/* Put packets to ring to be processed by other process. */
rbuf_p = (void *)&offsets[0];
- r = pktio_entry->s.ipc.tx.send;
+ r = pktio_entry->ops_data(ipc).tx.send;
ret = _ring_mp_enqueue_burst(r, rbuf_p, len);
if (odp_unlikely(ret < 0)) {
ODP_ERR("pid %d odp_ring_mp_enqueue_bulk fail, ipc_slave %d, ret %d\n",
getpid(),
- (PKTIO_TYPE_IPC_SLAVE == pktio_entry->s.ipc.type),
+ (PKTIO_TYPE_IPC_SLAVE ==
+ pktio_entry->ops_data(ipc).type),
ret);
ODP_ERR("odp_ring_full: %d, odp_ring_count %d, _ring_free_count %d\n",
_ring_full(r), _ring_count(r),
@@ -691,14 +693,15 @@ static int ipc_mac_addr_get(pktio_entry_t *pktio_entry ODP_UNUSED,
static int ipc_start(pktio_entry_t *pktio_entry)
{
- uint32_t ready = odp_atomic_load_u32(&pktio_entry->s.ipc.ready);
+ uint32_t ready = odp_atomic_load_u32(
+ &pktio_entry->ops_data(ipc).ready);
if (ready) {
ODP_ABORT("%s Already started\n", pktio_entry->s.name);
return -1;
}
- if (pktio_entry->s.ipc.type == PKTIO_TYPE_IPC_MASTER)
+ if (pktio_entry->ops_data(ipc).type == PKTIO_TYPE_IPC_MASTER)
return _ipc_master_start(pktio_entry);
else
return _ipc_slave_start(pktio_entry);
@@ -708,20 +711,22 @@ static int ipc_stop(pktio_entry_t *pktio_entry)
{
unsigned tx_send = 0, tx_free = 0;
- odp_atomic_store_u32(&pktio_entry->s.ipc.ready, 0);
+ odp_atomic_store_u32(&pktio_entry->ops_data(ipc).ready, 0);
- if (pktio_entry->s.ipc.tx.send)
- _ipc_free_ring_packets(pktio_entry, pktio_entry->s.ipc.tx.send);
+ if (pktio_entry->ops_data(ipc).tx.send)
+ _ipc_free_ring_packets(pktio_entry,
+ pktio_entry->ops_data(ipc).tx.send);
/* other process can transfer packets from one ring to
* other, use delay here to free that packets. */
sleep(1);
- if (pktio_entry->s.ipc.tx.free)
- _ipc_free_ring_packets(pktio_entry, pktio_entry->s.ipc.tx.free);
-
- if (pktio_entry->s.ipc.tx.send)
- tx_send = _ring_count(pktio_entry->s.ipc.tx.send);
- if (pktio_entry->s.ipc.tx.free)
- tx_free = _ring_count(pktio_entry->s.ipc.tx.free);
+ if (pktio_entry->ops_data(ipc).tx.free)
+ _ipc_free_ring_packets(pktio_entry,
+ pktio_entry->ops_data(ipc).tx.free);
+
+ if (pktio_entry->ops_data(ipc).tx.send)
+ tx_send = _ring_count(pktio_entry->ops_data(ipc).tx.send);
+ if (pktio_entry->ops_data(ipc).tx.free)
+ tx_free = _ring_count(pktio_entry->ops_data(ipc).tx.free);
if (tx_send | tx_free) {
ODP_DBG("IPC rings: tx send %d tx free %d\n",
tx_send, tx_free);
@@ -740,7 +745,7 @@ static int ipc_close(pktio_entry_t *pktio_entry)
ipc_stop(pktio_entry);
- odp_shm_free(pktio_entry->s.ipc.remote_pool_shm);
+ odp_shm_free(pktio_entry->ops_data(ipc).remote_pool_shm);
if (sscanf(dev, "ipc:%d:%s", &pid, tail) == 2)
snprintf(name, sizeof(name), "ipc:%s", tail);
@@ -748,7 +753,7 @@ static int ipc_close(pktio_entry_t *pktio_entry)
snprintf(name, sizeof(name), "%s", dev);
/* unlink this pktio info for both master and slave */
- odp_shm_free(pktio_entry->s.ipc.pinfo_shm);
+ odp_shm_free(pktio_entry->ops_data(ipc).pinfo_shm);
/* destroy rings */
snprintf(ipc_shm_name, sizeof(ipc_shm_name), "%s_s_cons", name);
commit 4b536f97445d2d68238b76a8f6bfca877ef37b71
Author: Yi He <yi.he(a)linaro.org>
Date: Thu Aug 17 13:09:27 2017 +0800
linux-gen: pktio: loopback: minor code refactory
Rename the source as loopback.c, move implementation
specific data structure into dedicated header file.
Signed-off-by: Yi He <yi.he(a)linaro.org>
Signed-off-by: Balakrishna Garapati <balakrishna.garapati(a)linaro.org>
Reviewed-by: Brian Brooks <brian.brooks(a)arm.com>
Reviewed-by: Honnappa Nagarahalli <honnappa.nagarahalli(a)arm.com>
Reviewed-by: Bogdan Pricope <bogdan.pricope(a)linaro.org>
Reviewed-by: Josep Puigdemont <josep.puigdemont(a)linaro.org>
Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org>
diff --git a/platform/linux-dpdk/Makefile.am b/platform/linux-dpdk/Makefile.am
index 2ff44316..9d13ec1c 100644
--- a/platform/linux-dpdk/Makefile.am
+++ b/platform/linux-dpdk/Makefile.am
@@ -191,6 +191,7 @@ noinst_HEADERS = \
${srcdir}/include/odp_packet_dpdk.h \
${srcdir}/include/odp_packet_internal.h \
${top_srcdir}/platform/linux-generic/include/odp_pktio_ops_subsystem.h \
+ ${top_srcdir}/platform/linux-generic/include/odp_pktio_ops_loopback.h \
${top_srcdir}/platform/linux-generic/include/odp_name_table_internal.h \
${srcdir}/include/odp_packet_io_internal.h \
${srcdir}/include/odp_errno_define.h \
@@ -248,7 +249,7 @@ __LIB__libodp_dpdk_la_SOURCES = \
pktio/subsystem.c \
odp_packet_flags.c \
../linux-generic/odp_packet_io.c \
- ../linux-generic/pktio/loop.c \
+ ../linux-generic/pktio/loopback.c \
../linux-generic/odp_pkt_queue.c \
pool/dpdk.c \
../linux-generic/odp_queue_if.c \
diff --git a/platform/linux-dpdk/include/odp_packet_io_internal.h b/platform/linux-dpdk/include/odp_packet_io_internal.h
index fde172fc..ba388c9c 100644
--- a/platform/linux-dpdk/include/odp_packet_io_internal.h
+++ b/platform/linux-dpdk/include/odp_packet_io_internal.h
@@ -43,11 +43,6 @@ typedef union pktio_entry_u pktio_entry_t;
/* Forward declaration */
struct pkt_dpdk_t;
-typedef struct {
- odp_queue_t loopq; /**< loopback queue for "loop" device */
- odp_bool_t promisc; /**< promiscuous mode state */
-} pkt_loop_t;
-
/** Packet socket using dpdk mmaped rings for both Rx and Tx */
typedef struct {
odp_pktio_capability_t capa; /**< interface capabilities */
@@ -67,13 +62,13 @@ typedef struct {
struct pktio_entry {
const pktio_ops_module_t *ops; /**< Implementation specific methods */
+ pktio_ops_data_t ops_data;
/* These two locks together lock the whole pktio device */
odp_ticketlock_t rxl; /**< RX ticketlock */
odp_ticketlock_t txl; /**< TX ticketlock */
int cls_enabled; /**< is classifier enabled */
odp_pktio_t handle; /**< pktio handle */
union {
- pkt_loop_t pkt_loop; /**< Using loopback for IO */
pkt_dpdk_t pkt_dpdk; /**< using DPDK API for IO */
};
enum {
diff --git a/platform/linux-generic/Makefile.am b/platform/linux-generic/Makefile.am
index ad6f1445..68fc246a 100644
--- a/platform/linux-generic/Makefile.am
+++ b/platform/linux-generic/Makefile.am
@@ -191,6 +191,7 @@ noinst_HEADERS = \
${srcdir}/include/odp_packet_dpdk.h \
${srcdir}/include/odp_packet_socket.h \
${srcdir}/include/odp_packet_tap.h \
+ ${srcdir}/include/odp_pktio_ops_loopback.h \
${srcdir}/include/odp_pktio_ops_subsystem.h \
${srcdir}/include/odp_pkt_queue_internal.h \
${srcdir}/include/odp_queue_subsystem.h \
@@ -267,7 +268,7 @@ __LIB__libodp_linux_la_SOURCES = \
pktio/subsystem.c \
pktio/ipc.c \
pktio/pktio_common.c \
- pktio/loop.c \
+ pktio/loopback.c \
pktio/netmap.c \
pktio/dpdk.c \
pktio/socket.c \
diff --git a/platform/linux-generic/include/odp_packet_io_internal.h b/platform/linux-generic/include/odp_packet_io_internal.h
index 58914840..893fa114 100644
--- a/platform/linux-generic/include/odp_packet_io_internal.h
+++ b/platform/linux-generic/include/odp_packet_io_internal.h
@@ -51,11 +51,6 @@ typedef union pktio_entry_u pktio_entry_t;
* requested number of packets were not handled. */
#define SOCK_ERR_REPORT(e) (e != EAGAIN && e != EWOULDBLOCK && e != EINTR)
-typedef struct {
- odp_queue_t loopq; /**< loopback queue for "loop" device */
- odp_bool_t promisc; /**< promiscuous mode state */
-} pkt_loop_t;
-
#ifdef HAVE_PCAP
typedef struct {
char *fname_rx; /**< name of pcap file for rx */
@@ -111,13 +106,13 @@ typedef struct {
struct pktio_entry {
const pktio_ops_module_t *ops; /**< Implementation specific methods */
+ pktio_ops_data_t ops_data; /**< IO operation specific data */
/* These two locks together lock the whole pktio device */
odp_ticketlock_t rxl; /**< RX ticketlock */
odp_ticketlock_t txl; /**< TX ticketlock */
int cls_enabled; /**< is classifier enabled */
odp_pktio_t handle; /**< pktio handle */
union {
- pkt_loop_t pkt_loop; /**< Using loopback for IO */
pkt_sock_t pkt_sock; /**< using socket API for IO */
pkt_sock_mmap_t pkt_sock_mmap; /**< using socket mmap
* API for IO */
diff --git a/platform/linux-generic/include/odp_pktio_ops_loopback.h b/platform/linux-generic/include/odp_pktio_ops_loopback.h
new file mode 100644
index 00000000..93245947
--- /dev/null
+++ b/platform/linux-generic/include/odp_pktio_ops_loopback.h
@@ -0,0 +1,17 @@
+/* Copyright (c) 2017, ARM Limited. All rights reserved.
+ *
+ * Copyright (c) 2017, Linaro Limited
+ * All rights reserved.
+ *
+ * SPDX-License-Identifier: BSD-3-Clause
+ */
+
+#ifndef ODP_PKTIO_OPS_LOOPBACK_H_
+#define ODP_PKTIO_OPS_LOOPBACK_H_
+
+typedef struct {
+ odp_queue_t loopq; /**< loopback queue for "loop" device */
+ odp_bool_t promisc; /**< promiscuous mode state */
+} pktio_ops_loopback_data_t;
+
+#endif
diff --git a/platform/linux-generic/include/odp_pktio_ops_subsystem.h b/platform/linux-generic/include/odp_pktio_ops_subsystem.h
index ff497a2a..7b90ed3d 100644
--- a/platform/linux-generic/include/odp_pktio_ops_subsystem.h
+++ b/platform/linux-generic/include/odp_pktio_ops_subsystem.h
@@ -78,4 +78,17 @@ typedef ODP_MODULE_CLASS(pktio_ops) {
odp_api_proto(pktio_ops, print) print;
} pktio_ops_module_t;
+/* All implementations of this subsystem */
+#include <odp_pktio_ops_loopback.h>
+
+/* Per implementation private data
+ * TODO: refactory each implementation to hide it internally
+ */
+typedef union {
+ pktio_ops_loopback_data_t loopback;
+} pktio_ops_data_t;
+
+/* Extract pktio ops data from pktio entry structure */
+#define ops_data(mod) s.ops_data.mod
+
#endif
diff --git a/platform/linux-generic/pktio/loop.c b/platform/linux-generic/pktio/loopback.c
similarity index 94%
rename from platform/linux-generic/pktio/loop.c
rename to platform/linux-generic/pktio/loopback.c
index 3e6b41f8..3d4c764a 100644
--- a/platform/linux-generic/pktio/loop.c
+++ b/platform/linux-generic/pktio/loopback.c
@@ -35,10 +35,10 @@ static int loopback_open(odp_pktio_t id, pktio_entry_t *pktio_entry,
snprintf(loopq_name, sizeof(loopq_name), "%" PRIu64 "-pktio_loopq",
odp_pktio_to_u64(id));
- pktio_entry->s.pkt_loop.loopq =
+ pktio_entry->ops_data(loopback).loopq =
odp_queue_create(loopq_name, NULL);
- if (pktio_entry->s.pkt_loop.loopq == ODP_QUEUE_INVALID)
+ if (pktio_entry->ops_data(loopback).loopq == ODP_QUEUE_INVALID)
return -1;
loopback_stats_reset(pktio_entry);
@@ -48,7 +48,7 @@ static int loopback_open(odp_pktio_t id, pktio_entry_t *pktio_entry,
static int loopback_close(pktio_entry_t *pktio_entry)
{
- return odp_queue_destroy(pktio_entry->s.pkt_loop.loopq);
+ return odp_queue_destroy(pktio_entry->ops_data(loopback).loopq);
}
static int loopback_recv(pktio_entry_t *pktio_entry, int index ODP_UNUSED,
@@ -70,7 +70,7 @@ static int loopback_recv(pktio_entry_t *pktio_entry, int index ODP_UNUSED,
odp_ticketlock_lock(&pktio_entry->s.rxl);
- queue = queue_fn->from_ext(pktio_entry->s.pkt_loop.loopq);
+ queue = queue_fn->from_ext(pktio_entry->ops_data(loopback).loopq);
nbr = queue_fn->deq_multi(queue, hdr_tbl, len);
if (pktio_entry->s.config.pktin.bit.ts_all ||
@@ -170,7 +170,7 @@ static int loopback_send(pktio_entry_t *pktio_entry, int index ODP_UNUSED,
odp_ticketlock_lock(&pktio_entry->s.txl);
- queue = queue_fn->from_ext(pktio_entry->s.pkt_loop.loopq);
+ queue = queue_fn->from_ext(pktio_entry->ops_data(loopback).loopq);
ret = queue_fn->enq_multi(queue, hdr_tbl, len);
if (ret > 0) {
@@ -223,13 +223,13 @@ static int loopback_capability(pktio_entry_t *pktio_entry ODP_UNUSED,
static int loopback_promisc_mode_set(pktio_entry_t *pktio_entry,
odp_bool_t enable)
{
- pktio_entry->s.pkt_loop.promisc = enable;
+ pktio_entry->ops_data(loopback).promisc = enable;
return 0;
}
static int loopback_promisc_mode_get(pktio_entry_t *pktio_entry)
{
- return pktio_entry->s.pkt_loop.promisc ? 1 : 0;
+ return pktio_entry->ops_data(loopback).promisc ? 1 : 0;
}
static int loopback_stats(pktio_entry_t *pktio_entry,
commit 088dedd8c45c207c7facef34c291ba8f8bf65422
Author: Yi He <yi.he(a)linaro.org>
Date: Fri Aug 11 15:00:23 2017 +0800
linux-gen: pktio: apply modular framework
Apply modular framework to the pktio ops registration,
convert the static array for impls registration into
a dynamic and extensible modularization manner.
Signed-off-by: Yi He <yi.he(a)linaro.org>
Signed-off-by: Balakrishna Garapati <balakrishna.garapati(a)linaro.org>
Reviewed-by: Brian Brooks <brian.brooks(a)arm.com>
Reviewed-by: Honnappa Nagarahalli <honnappa.nagarahalli(a)arm.com>
Reviewed-by: Kevin Wang <kevin.wang(a)arm.com>
Reviewed-by: Bogdan Pricope <bogdan.pricope(a)linaro.org>
Reviewed-by: Josep Puigdemont <josep.puigdemont(a)linaro.org>
Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org>
diff --git a/platform/linux-dpdk/Makefile.am b/platform/linux-dpdk/Makefile.am
index 93086570..2ff44316 100644
--- a/platform/linux-dpdk/Makefile.am
+++ b/platform/linux-dpdk/Makefile.am
@@ -190,6 +190,7 @@ noinst_HEADERS = \
${top_srcdir}/platform/linux-generic/include/odp_internal.h \
${srcdir}/include/odp_packet_dpdk.h \
${srcdir}/include/odp_packet_internal.h \
+ ${top_srcdir}/platform/linux-generic/include/odp_pktio_ops_subsystem.h \
${top_srcdir}/platform/linux-generic/include/odp_name_table_internal.h \
${srcdir}/include/odp_packet_io_internal.h \
${srcdir}/include/odp_errno_define.h \
@@ -244,6 +245,7 @@ __LIB__libodp_dpdk_la_SOURCES = \
../linux-generic/odp_name_table.c \
odp_packet.c \
odp_packet_dpdk.c \
+ pktio/subsystem.c \
odp_packet_flags.c \
../linux-generic/odp_packet_io.c \
../linux-generic/pktio/loop.c \
diff --git a/platform/linux-dpdk/include/odp_packet_io_internal.h b/platform/linux-dpdk/include/odp_packet_io_internal.h
index 14b6a8d3..fde172fc 100644
--- a/platform/linux-dpdk/include/odp_packet_io_internal.h
+++ b/platform/linux-dpdk/include/odp_packet_io_internal.h
@@ -31,13 +31,16 @@ extern "C" {
#include <linux/if_ether.h>
#include <odp_packet_dpdk.h>
+/* Forward declaration */
+typedef union pktio_entry_u pktio_entry_t;
+#include <odp_pktio_ops_subsystem.h>
+
#define PKTIO_NAME_LEN 256
#define PKTIN_INVALID ((odp_pktin_queue_t) {ODP_PKTIO_INVALID, 0})
#define PKTOUT_INVALID ((odp_pktout_queue_t) {ODP_PKTIO_INVALID, 0})
/* Forward declaration */
-struct pktio_if_ops;
struct pkt_dpdk_t;
typedef struct {
@@ -63,7 +66,7 @@ typedef struct {
} pkt_dpdk_t;
struct pktio_entry {
- const struct pktio_if_ops *ops; /**< Implementation specific methods */
+ const pktio_ops_module_t *ops; /**< Implementation specific methods */
/* These two locks together lock the whole pktio device */
odp_ticketlock_t rxl; /**< RX ticketlock */
odp_ticketlock_t txl; /**< TX ticketlock */
@@ -116,50 +119,16 @@ struct pktio_entry {
} out_queue[PKTIO_MAX_QUEUES];
};
-typedef union {
+union pktio_entry_u {
struct pktio_entry s;
uint8_t pad[ROUNDUP_CACHE_LINE(sizeof(struct pktio_entry))];
-} pktio_entry_t;
+};
typedef struct {
odp_spinlock_t lock;
pktio_entry_t entries[ODP_CONFIG_PKTIO_ENTRIES];
} pktio_table_t;
-typedef struct pktio_if_ops {
- const char *name;
- void (*print)(pktio_entry_t *pktio_entry);
- int (*init_global)(void);
- int (*init_local)(void);
- int (*term)(void);
- int (*open)(odp_pktio_t pktio, pktio_entry_t *pktio_entry,
- const char *devname, odp_pool_t pool);
- int (*close)(pktio_entry_t *pktio_entry);
- int (*start)(pktio_entry_t *pktio_entry);
- int (*stop)(pktio_entry_t *pktio_entry);
- int (*stats)(pktio_entry_t *pktio_entry, odp_pktio_stats_t *stats);
- int (*stats_reset)(pktio_entry_t *pktio_entry);
- uint64_t (*pktin_ts_res)(pktio_entry_t *pktio_entry);
- odp_time_t (*pktin_ts_from_ns)(pktio_entry_t *pktio_entry, uint64_t ns);
- int (*recv)(pktio_entry_t *entry, int index, odp_packet_t packets[],
- int num);
- int (*send)(pktio_entry_t *entry, int index,
- const odp_packet_t packets[], int num);
- uint32_t (*mtu_get)(pktio_entry_t *pktio_entry);
- int (*promisc_mode_set)(pktio_entry_t *pktio_entry, int enable);
- int (*promisc_mode_get)(pktio_entry_t *pktio_entry);
- int (*mac_get)(pktio_entry_t *pktio_entry, void *mac_addr);
- int (*link_status)(pktio_entry_t *pktio_entry);
- int (*capability)(pktio_entry_t *pktio_entry,
- odp_pktio_capability_t *capa);
- int (*config)(pktio_entry_t *pktio_entry,
- const odp_pktio_config_t *config);
- int (*input_queues_config)(pktio_entry_t *pktio_entry,
- const odp_pktin_queue_param_t *param);
- int (*output_queues_config)(pktio_entry_t *pktio_entry,
- const odp_pktout_queue_param_t *p);
-} pktio_if_ops_t;
-
extern void *pktio_entry_ptr[];
static inline int pktio_to_id(odp_pktio_t pktio)
@@ -203,10 +172,6 @@ int single_recv_queue(pktio_entry_t *entry, int index, odp_packet_t packets[],
int single_send_queue(pktio_entry_t *entry, int index,
const odp_packet_t packets[], int num);
-extern const pktio_if_ops_t loopback_pktio_ops;
-extern const pktio_if_ops_t dpdk_pktio_ops;
-extern const pktio_if_ops_t * const pktio_if_ops[];
-
int pktin_poll(int pktio_index, int num_queue, int index[]);
void pktio_stop_finalize(int pktio_index);
diff --git a/platform/linux-dpdk/odp_packet_dpdk.c b/platform/linux-dpdk/odp_packet_dpdk.c
index d808f130..b9b493ef 100644
--- a/platform/linux-dpdk/odp_packet_dpdk.c
+++ b/platform/linux-dpdk/odp_packet_dpdk.c
@@ -32,18 +32,11 @@
#include <net/if.h>
#include <math.h>
-/* Ops for all implementation of pktio.
- * Order matters. The first implementation to setup successfully
- * will be picked.
- * Array must be NULL terminated */
-const pktio_if_ops_t * const pktio_if_ops[] = {
- &loopback_pktio_ops,
- &dpdk_pktio_ops,
- NULL
-};
-
pktio_table_t *pktio_tbl;
+/* Forward declaration */
+static pktio_ops_module_t dpdk_pktio_ops;
+
static uint32_t mtu_get_pkt_dpdk(pktio_entry_t *pktio_entry);
/* Test if s has only digits or not. Dpdk pktio uses only digits.*/
@@ -686,12 +679,15 @@ static int stats_reset_pkt_dpdk(pktio_entry_t *pktio_entry)
return 0;
}
-const pktio_if_ops_t dpdk_pktio_ops = {
- .name = "odp-dpdk",
+static pktio_ops_module_t dpdk_pktio_ops = {
+ .base = {
+ .name = "odp-dpdk",
+ .init_local = NULL,
+ .init_global = NULL,
+ .term_local = NULL,
+ .term_global = NULL,
+ },
.print = NULL,
- .init_global = NULL,
- .init_local = NULL,
- .term = NULL,
.open = setup_pkt_dpdk,
.close = close_pkt_dpdk,
.start = start_pkt_dpdk,
@@ -712,3 +708,16 @@ const pktio_if_ops_t dpdk_pktio_ops = {
.recv = recv_pkt_dpdk,
.send = send_pkt_dpdk
};
+
+ODP_MODULE_CONSTRUCTOR(dpdk_pktio_ops)
+{
+ odp_module_constructor(&dpdk_pktio_ops);
+
+ odp_subsystem_register_module(pktio_ops, &dpdk_pktio_ops);
+}
+
+/* Temporary variable to enable link this module,
+ * will remove in Makefile scheme changes.
+ */
+int enable_link_dpdk_pktio_ops = 0;
+
diff --git a/platform/linux-dpdk/pktio/subsystem.c b/platform/linux-dpdk/pktio/subsystem.c
new file mode 100644
index 00000000..4ff15c81
--- /dev/null
+++ b/platform/linux-dpdk/pktio/subsystem.c
@@ -0,0 +1,33 @@
+/* Copyright (c) 2017, ARM Limited. All rights reserved.
+ *
+ * Copyright (c) 2017, Linaro Limited
+ * All rights reserved.
+ *
+ * SPDX-License-Identifier: BSD-3-Clause
+ */
+
+#include <odp_debug_internal.h>
+#include <odp_packet_io_internal.h>
+
+#define SUBSYSTEM_VERSION 0x00010000UL
+ODP_SUBSYSTEM_DEFINE(pktio_ops, "packet IO operations", SUBSYSTEM_VERSION);
+
+/* Instantiate init and term functions */
+ODP_SUBSYSTEM_FOREACH_TEMPLATE(pktio_ops, init_global, ODP_ERR)
+ODP_SUBSYSTEM_FOREACH_TEMPLATE(pktio_ops, init_local, ODP_ERR)
+ODP_SUBSYSTEM_FOREACH_TEMPLATE(pktio_ops, term_global, ODP_ABORT)
+
+/* Temporary variable to enable link modules,
+ * will remove in Makefile scheme changes.
+ */
+extern int enable_link_dpdk_pktio_ops;
+extern int enable_link_loopback_pktio_ops;
+
+ODP_SUBSYSTEM_CONSTRUCTOR(pktio_ops)
+{
+ odp_subsystem_constructor(pktio_ops);
+
+ /* Further initialization per subsystem */
+ enable_link_dpdk_pktio_ops = 1;
+ enable_link_loopback_pktio_ops = 1;
+}
diff --git a/platform/linux-generic/Makefile.am b/platform/linux-generic/Makefile.am
index c13d73b5..ad6f1445 100644
--- a/platform/linux-generic/Makefile.am
+++ b/platform/linux-generic/Makefile.am
@@ -191,6 +191,7 @@ noinst_HEADERS = \
${srcdir}/include/odp_packet_dpdk.h \
${srcdir}/include/odp_packet_socket.h \
${srcdir}/include/odp_packet_tap.h \
+ ${srcdir}/include/odp_pktio_ops_subsystem.h \
${srcdir}/include/odp_pkt_queue_internal.h \
${srcdir}/include/odp_queue_subsystem.h \
${srcdir}/include/odp_pool_internal.h \
@@ -263,7 +264,7 @@ __LIB__libodp_linux_la_SOURCES = \
odp_packet_flags.c \
odp_packet_io.c \
pktio/ethtool.c \
- pktio/io_ops.c \
+ pktio/subsystem.c \
pktio/ipc.c \
pktio/pktio_common.c \
pktio/loop.c \
diff --git a/platform/linux-generic/include/odp_packet_io_internal.h b/platform/linux-generic/include/odp_packet_io_internal.h
index dc049f46..58914840 100644
--- a/platform/linux-generic/include/odp_packet_io_internal.h
+++ b/platform/linux-generic/include/odp_packet_io_internal.h
@@ -36,6 +36,10 @@ extern "C" {
#include <odp_packet_tap.h>
#include <odp_packet_dpdk.h>
+/* Forward declaration */
+typedef union pktio_entry_u pktio_entry_t;
+#include <odp_pktio_ops_subsystem.h>
+
#define PKTIO_NAME_LEN 256
#define PKTIN_INVALID ((odp_pktin_queue_t) {ODP_PKTIO_INVALID, 0})
@@ -47,9 +51,6 @@ extern "C" {
* requested number of packets were not handled. */
#define SOCK_ERR_REPORT(e) (e != EAGAIN && e != EWOULDBLOCK && e != EINTR)
-/* Forward declaration */
-struct pktio_if_ops;
-
typedef struct {
odp_queue_t loopq; /**< loopback queue for "loop" device */
odp_bool_t promisc; /**< promiscuous mode state */
@@ -109,7 +110,7 @@ typedef struct {
} _ipc_pktio_t;
struct pktio_entry {
- const struct pktio_if_ops *ops; /**< Implementation specific methods */
+ const pktio_ops_module_t *ops; /**< Implementation specific methods */
/* These two locks together lock the whole pktio device */
odp_ticketlock_t rxl; /**< RX ticketlock */
odp_ticketlock_t txl; /**< TX ticketlock */
@@ -177,50 +178,16 @@ struct pktio_entry {
} out_queue[PKTIO_MAX_QUEUES];
};
-typedef union {
+union pktio_entry_u {
struct pktio_entry s;
uint8_t pad[ROUNDUP_CACHE_LINE(sizeof(struct pktio_entry))];
-} pktio_entry_t;
+};
typedef struct {
odp_spinlock_t lock;
pktio_entry_t entries[ODP_CONFIG_PKTIO_ENTRIES];
} pktio_table_t;
-typedef struct pktio_if_ops {
- const char *name;
- void (*print)(pktio_entry_t *pktio_entry);
- int (*init_global)(void);
- int (*init_local)(void);
- int (*term)(void);
- int (*open)(odp_pktio_t pktio, pktio_entry_t *pktio_entry,
- const char *devname, odp_pool_t pool);
- int (*close)(pktio_entry_t *pktio_entry);
- int (*start)(pktio_entry_t *pktio_entry);
- int (*stop)(pktio_entry_t *pktio_entry);
- int (*stats)(pktio_entry_t *pktio_entry, odp_pktio_stats_t *stats);
- int (*stats_reset)(pktio_entry_t *pktio_entry);
- uint64_t (*pktin_ts_res)(pktio_entry_t *pktio_entry);
- odp_time_t (*pktin_ts_from_ns)(pktio_entry_t *pktio_entry, uint64_t ns);
- int (*recv)(pktio_entry_t *entry, int index, odp_packet_t packets[],
- int num);
- int (*send)(pktio_entry_t *entry, int index,
- const odp_packet_t packets[], int num);
- uint32_t (*mtu_get)(pktio_entry_t *pktio_entry);
- int (*promisc_mode_set)(pktio_entry_t *pktio_entry, int enable);
- int (*promisc_mode_get)(pktio_entry_t *pktio_entry);
- int (*mac_get)(pktio_entry_t *pktio_entry, void *mac_addr);
- int (*link_status)(pktio_entry_t *pktio_entry);
- int (*capability)(pktio_entry_t *pktio_entry,
- odp_pktio_capability_t *capa);
- int (*config)(pktio_entry_t *pktio_entry,
- const odp_pktio_config_t *config);
- int (*input_queues_config)(pktio_entry_t *pktio_entry,
- const odp_pktin_queue_param_t *param);
- int (*output_queues_config)(pktio_entry_t *pktio_entry,
- const odp_pktout_queue_param_t *p);
-} pktio_if_ops_t;
-
extern void *pktio_entry_ptr[];
static inline int pktio_to_id(odp_pktio_t pktio)
@@ -252,18 +219,6 @@ static inline void pktio_cls_enabled_set(pktio_entry_t *entry, int ena)
entry->s.cls_enabled = ena;
}
-extern const pktio_if_ops_t netmap_pktio_ops;
-extern const pktio_if_ops_t dpdk_pktio_ops;
-extern const pktio_if_ops_t sock_mmsg_pktio_ops;
-extern const pktio_if_ops_t sock_mmap_pktio_ops;
-extern const pktio_if_ops_t loopback_pktio_ops;
-#ifdef HAVE_PCAP
-extern const pktio_if_ops_t pcap_pktio_ops;
-#endif
-extern const pktio_if_ops_t tap_pktio_ops;
-extern const pktio_if_ops_t ipc_pktio_ops;
-extern const pktio_if_ops_t * const pktio_if_ops[];
-
int sysfs_stats(pktio_entry_t *pktio_entry,
odp_pktio_stats_t *stats);
int sock_stats_fd(pktio_entry_t *pktio_entry,
diff --git a/platform/linux-generic/include/odp_pktio_ops_subsystem.h b/platform/linux-generic/include/odp_pktio_ops_subsystem.h
new file mode 100644
index 00000000..ff497a2a
--- /dev/null
+++ b/platform/linux-generic/include/odp_pktio_ops_subsystem.h
@@ -0,0 +1,81 @@
+/* Copyright (c) 2017, ARM Limited. All rights reserved.
+ *
+ * Copyright (c) 2017, Linaro Limited
+ * All rights reserved.
+ *
+ * SPDX-License-Identifier: BSD-3-Clause
+ */
+
+#ifndef ODP_PKTIO_OPS_SUBSYSTEM_H_
+#define ODP_PKTIO_OPS_SUBSYSTEM_H_
+
+#include <odp_module.h>
+#include <odp/api/packet_io.h>
+
+/* ODP packet IO operations subsystem declaration */
+ODP_SUBSYSTEM_DECLARE(pktio_ops);
+
+/* Subsystem APIs declarations */
+ODP_SUBSYSTEM_API(pktio_ops, int, open, odp_pktio_t,
+ pktio_entry_t *, const char *, odp_pool_t);
+ODP_SUBSYSTEM_API(pktio_ops, int, close, pktio_entry_t *);
+ODP_SUBSYSTEM_API(pktio_ops, int, start, pktio_entry_t *);
+ODP_SUBSYSTEM_API(pktio_ops, int, stop, pktio_entry_t *);
+ODP_SUBSYSTEM_API(pktio_ops, int, stats, pktio_entry_t *,
+ odp_pktio_stats_t *stats);
+ODP_SUBSYSTEM_API(pktio_ops, int, stats_reset, pktio_entry_t *);
+ODP_SUBSYSTEM_API(pktio_ops, uint64_t, pktin_ts_res, pktio_entry_t *);
+ODP_SUBSYSTEM_API(pktio_ops, odp_time_t, pktin_ts_from_ns,
+ pktio_entry_t *, uint64_t ns);
+ODP_SUBSYSTEM_API(pktio_ops, int, recv, pktio_entry_t *,
+ int index, odp_packet_t packets[], int count);
+ODP_SUBSYSTEM_API(pktio_ops, int, send, pktio_entry_t *,
+ int index, const odp_packet_t packets[], int count);
+ODP_SUBSYSTEM_API(pktio_ops, uint32_t, mtu_get, pktio_entry_t *);
+ODP_SUBSYSTEM_API(pktio_ops, int, promisc_mode_set,
+ pktio_entry_t *, int enable);
+ODP_SUBSYSTEM_API(pktio_ops, int, promisc_mode_get, pktio_entry_t *);
+ODP_SUBSYSTEM_API(pktio_ops, int, mac_get, pktio_entry_t *, void *);
+ODP_SUBSYSTEM_API(pktio_ops, int, link_status, pktio_entry_t *);
+ODP_SUBSYSTEM_API(pktio_ops, int, capability, pktio_entry_t *,
+ odp_pktio_capability_t *);
+ODP_SUBSYSTEM_API(pktio_ops, int, config, pktio_entry_t *,
+ const odp_pktio_config_t *);
+ODP_SUBSYSTEM_API(pktio_ops, int, input_queues_config,
+ pktio_entry_t *, const odp_pktin_queue_param_t *);
+ODP_SUBSYSTEM_API(pktio_ops, int, output_queues_config,
+ pktio_entry_t *, const odp_pktout_queue_param_t *);
+ODP_SUBSYSTEM_API(pktio_ops, void, print, pktio_entry_t *);
+
+/* Declare subsystem init and term routines */
+ODP_SUBSYSTEM_API(pktio_ops, int, init_global, bool);
+ODP_SUBSYSTEM_API(pktio_ops, int, init_local, bool);
+ODP_SUBSYSTEM_API(pktio_ops, int, term_global, bool);
+ODP_SUBSYSTEM_API(pktio_ops, int, term_local, bool);
+
+typedef ODP_MODULE_CLASS(pktio_ops) {
+ odp_module_base_t base;
+
+ odp_api_proto(pktio_ops, open) open;
+ odp_api_proto(pktio_ops, close) close;
+ odp_api_proto(pktio_ops, start) start;
+ odp_api_proto(pktio_ops, stop) stop;
+ odp_api_proto(pktio_ops, stats) stats;
+ odp_api_proto(pktio_ops, stats_reset) stats_reset;
+ odp_api_proto(pktio_ops, pktin_ts_res) pktin_ts_res;
+ odp_api_proto(pktio_ops, pktin_ts_from_ns) pktin_ts_from_ns;
+ odp_api_proto(pktio_ops, recv) recv;
+ odp_api_proto(pktio_ops, send) send;
+ odp_api_proto(pktio_ops, mtu_get) mtu_get;
+ odp_api_proto(pktio_ops, promisc_mode_set) promisc_mode_set;
+ odp_api_proto(pktio_ops, promisc_mode_get) promisc_mode_get;
+ odp_api_proto(pktio_ops, mac_get) mac_get;
+ odp_api_proto(pktio_ops, link_status) link_status;
+ odp_api_proto(pktio_ops, capability) capability;
+ odp_api_proto(pktio_ops, config) config;
+ odp_api_proto(pktio_ops, input_queues_config) input_queues_config;
+ odp_api_proto(pktio_ops, output_queues_config) output_queues_config;
+ odp_api_proto(pktio_ops, print) print;
+} pktio_ops_module_t;
+
+#endif
diff --git a/platform/linux-generic/odp_packet_io.c b/platform/linux-generic/odp_packet_io.c
index e78c712e..d8dcc45d 100644
--- a/platform/linux-generic/odp_packet_io.c
+++ b/platform/linux-generic/odp_packet_io.c
@@ -51,7 +51,6 @@ int odp_pktio_init_global(void)
pktio_entry_t *pktio_entry;
int i;
odp_shm_t shm;
- int pktio_if;
shm = odp_shm_reserve("odp_pktio_entries",
sizeof(pktio_table_t),
@@ -76,32 +75,12 @@ int odp_pktio_init_global(void)
pktio_entry_ptr[i] = pktio_entry;
}
- for (pktio_if = 0; pktio_if_ops[pktio_if]; ++pktio_if) {
- if (pktio_if_ops[pktio_if]->init_global)
- if (pktio_if_ops[pktio_if]->init_global()) {
- ODP_ERR("failed to initialized pktio type %d",
- pktio_if);
- return -1;
- }
- }
-
- return 0;
+ return odp_pktio_ops_init_global(true);
}
int odp_pktio_init_local(void)
{
- int pktio_if;
-
- for (pktio_if = 0; pktio_if_ops[pktio_if]; ++pktio_if) {
- if (pktio_if_ops[pktio_if]->init_local)
- if (pktio_if_ops[pktio_if]->init_local()) {
- ODP_ERR("failed to initialized pktio type %d",
- pktio_if);
- return -1;
- }
- }
-
- return 0;
+ return odp_pktio_ops_init_local(true);
}
static inline int is_free(pktio_entry_t *entry)
@@ -181,8 +160,7 @@ static odp_pktio_t setup_pktio_entry(const char *name, odp_pool_t pool,
{
odp_pktio_t hdl;
pktio_entry_t *pktio_entry;
- int ret = -1;
- int pktio_if;
+ pktio_ops_module_t *mod;
if (strlen(name) >= PKTIO_NAME_LEN - 1) {
/* ioctl names limitation */
@@ -202,25 +180,24 @@ static odp_pktio_t setup_pktio_entry(const char *name, odp_pool_t pool,
if (!pktio_entry)
return ODP_PKTIO_INVALID;
+ pktio_entry->s.ops = NULL; /* Reset stale ops */
pktio_entry->s.pool = pool;
memcpy(&pktio_entry->s.param, param, sizeof(odp_pktio_param_t));
pktio_entry->s.handle = hdl;
odp_pktio_config_init(&pktio_entry->s.config);
- for (pktio_if = 0; pktio_if_ops[pktio_if]; ++pktio_if) {
- ret = pktio_if_ops[pktio_if]->open(hdl, pktio_entry, name,
- pool);
-
- if (!ret) {
- pktio_entry->s.ops = pktio_if_ops[pktio_if];
- ODP_DBG("%s uses %s\n",
- name, pktio_if_ops[pktio_if]->name);
+ odp_subsystem_lock(read, pktio_ops);
+ odp_subsystem_foreach_module(pktio_ops, mod) {
+ if (0 == mod->open(hdl, pktio_entry, name, pool)) {
+ pktio_entry->s.ops = mod;
+ ODP_DBG("%s uses %s\n", name, mod->base.name);
break;
}
}
+ odp_subsystem_unlock(read, pktio_ops);
- if (ret != 0) {
+ if (pktio_entry->s.ops == NULL) {
pktio_entry->s.state = PKTIO_STATE_FREE;
hdl = ODP_PKTIO_INVALID;
ODP_ERR("Unable to init any I/O type.\n");
@@ -913,7 +890,7 @@ int odp_pktio_info(odp_pktio_t hdl, odp_pktio_info_t *info)
memset(info, 0, sizeof(odp_pktio_info_t));
info->name = entry->s.name;
- info->drv_name = entry->s.ops->name;
+ info->drv_name = entry->s.ops->base.name;
info->pool = entry->s.pool;
memcpy(&info->param, &entry->s.param, sizeof(odp_pktio_param_t));
@@ -988,7 +965,7 @@ void odp_pktio_print(odp_pktio_t hdl)
len += snprintf(&str[len], n - len,
" name %s\n", entry->s.name);
len += snprintf(&str[len], n - len,
- " type %s\n", entry->s.ops->name);
+ " type %s\n", entry->s.ops->base.name);
len += snprintf(&str[len], n - len,
" state %s\n",
entry->s.state == PKTIO_STATE_STARTED ? "start" :
@@ -1030,7 +1007,6 @@ int odp_pktio_term_global(void)
{
int ret = 0;
int i;
- int pktio_if;
for (i = 0; i < ODP_CONFIG_PKTIO_ENTRIES; ++i) {
pktio_entry_t *pktio_entry;
@@ -1056,12 +1032,7 @@ int odp_pktio_term_global(void)
unlock_entry(pktio_entry);
}
- for (pktio_if = 0; pktio_if_ops[pktio_if]; ++pktio_if) {
- if (pktio_if_ops[pktio_if]->term)
- if (pktio_if_ops[pktio_if]->term())
- ODP_ABORT("failed to terminate pktio type %d",
- pktio_if);
- }
+ ret = odp_pktio_ops_term_global(false);
ret = odp_shm_free(odp_shm_lookup("odp_pktio_entries"));
if (ret != 0)
diff --git a/platform/linux-generic/pktio/dpdk.c b/platform/linux-generic/pktio/dpdk.c
index 9e3e583d..e72a7637 100644
--- a/platform/linux-generic/pktio/dpdk.c
+++ b/platform/linux-generic/pktio/dpdk.c
@@ -1290,30 +1290,46 @@ static int dpdk_stats_reset(pktio_entry_t *pktio_entry)
return 0;
}
-const pktio_if_ops_t dpdk_pktio_ops = {
- .name = "dpdk",
- .init_global = dpdk_pktio_init_global,
- .init_local = dpdk_pktio_init_local,
- .term = NULL,
+static pktio_ops_module_t dpdk_pktio_ops = {
+ .base = {
+ .name = "dpdk",
+ .init_local = dpdk_pktio_init_local,
+ .init_global = dpdk_pktio_init_global,
+ .term_local = NULL,
+ .term_global = NULL,
+ },
.open = dpdk_open,
.close = dpdk_close,
.start = dpdk_start,
.stop = dpdk_stop,
.stats = dpdk_stats,
.stats_reset = dpdk_stats_reset,
+ .pktin_ts_res = NULL,
+ .pktin_ts_from_ns = NULL,
.recv = dpdk_recv,
.send = dpdk_send,
- .link_status = dpdk_link_status,
.mtu_get = dpdk_mtu_get,
.promisc_mode_set = dpdk_promisc_mode_set,
.promisc_mode_get = dpdk_promisc_mode_get,
.mac_get = dpdk_mac_addr_get,
+ .link_status = dpdk_link_status,
.capability = dpdk_capability,
- .pktin_ts_res = NULL,
- .pktin_ts_from_ns = NULL,
.config = NULL,
.input_queues_config = dpdk_input_queues_config,
- .output_queues_config = dpdk_output_queues_config
+ .output_queues_config = dpdk_output_queues_config,
+ .print = NULL,
};
+ODP_MODULE_CONSTRUCTOR(dpdk_pktio_ops)
+{
+ odp_module_constructor(&dpdk_pktio_ops);
+
+ odp_subsystem_register_module(pktio_ops, &dpdk_pktio_ops);
+}
+
+/* Temporary variable to enable link this module,
+ * will remove in Makefile scheme changes.
+ */
+int enable_link_dpdk_pktio_ops = 0;
+
#endif /* ODP_PKTIO_DPDK */
diff --git a/platform/linux-generic/pktio/io_ops.c b/platform/linux-generic/pktio/io_ops.c
deleted file mode 100644
index fbf30ca7..00000000
--- a/platform/linux-generic/pktio/io_ops.c
+++ /dev/null
@@ -1,31 +0,0 @@
-/* Copyright (c) 2013, Linaro Limited
- * All rights reserved.
- *
- * SPDX-License-Identifier: BSD-3-Clause
- */
-
-#include <odp_packet_io_internal.h>
-
-/* Ops for all implementation of pktio.
- * Order matters. The first implementation to setup successfully
- * will be picked.
- * Array must be NULL terminated */
-const pktio_if_ops_t * const pktio_if_ops[] = {
- &loopback_pktio_ops,
-#ifdef ODP_PKTIO_DPDK
- &dpdk_pktio_ops,
-#endif
-#ifdef ODP_NETMAP
- &netmap_pktio_ops,
-#endif
-#ifdef HAVE_PCAP
- &pcap_pktio_ops,
-#endif
-#ifdef _ODP_PKTIO_IPC
- &ipc_pktio_ops,
-#endif
- &tap_pktio_ops,
- &sock_mmap_pktio_ops,
- &sock_mmsg_pktio_ops,
- NULL
-};
diff --git a/platform/linux-generic/pktio/ipc.c b/platform/linux-generic/pktio/ipc.c
index 8c7db84e..984f0ab4 100644
--- a/platform/linux-generic/pktio/ipc.c
+++ b/platform/linux-generic/pktio/ipc.c
@@ -771,23 +771,44 @@ static int ipc_pktio_init_global(void)
return 0;
}
-const pktio_if_ops_t ipc_pktio_ops = {
- .name = "ipc",
- .print = NULL,
- .init_global = ipc_pktio_init_global,
- .init_local = NULL,
- .term = NULL,
+static pktio_ops_module_t ipc_pktio_ops = {
+ .base = {
+ .name = "ipc",
+ .init_local = NULL,
+ .term_local = NULL,
+ .init_global = ipc_pktio_init_global,
+ .term_global = NULL,
+ },
.open = ipc_pktio_open,
.close = ipc_close,
- .recv = ipc_pktio_recv,
- .send = ipc_pktio_send,
.start = ipc_start,
.stop = ipc_stop,
+ .stats = NULL,
+ .stats_reset = NULL,
+ .pktin_ts_res = NULL,
+ .pktin_ts_from_ns = NULL,
+ .recv = ipc_pktio_recv,
+ .send = ipc_pktio_send,
.mtu_get = ipc_mtu_get,
.promisc_mode_set = NULL,
.promisc_mode_get = NULL,
.mac_get = ipc_mac_addr_get,
- .pktin_ts_res = NULL,
- .pktin_ts_from_ns = NULL,
- .config = NULL
+ .link_status = NULL,
+ .capability = NULL,
+ .config = NULL,
+ .input_queues_config = NULL,
+ .output_queues_config = NULL,
+ .print = NULL,
};
+
+ODP_MODULE_CONSTRUCTOR(ipc_pktio_ops)
+{
+ odp_module_constructor(&ipc_pktio_ops);
+
+ odp_subsystem_register_module(pktio_ops, &ipc_pktio_ops);
+}
+
+/* Temporary variable to enable link this module,
+ * will remove in Makefile scheme changes.
+ */
+int enable_link_ipc_pktio_ops = 0;
diff --git a/platform/linux-generic/pktio/loop.c b/platform/linux-generic/pktio/loop.c
index c825393a..3e6b41f8 100644
--- a/platform/linux-generic/pktio/loop.c
+++ b/platform/linux-generic/pktio/loop.c
@@ -251,18 +251,22 @@ static int loop_init_global(void)
return 0;
}
-const pktio_if_ops_t loopback_pktio_ops = {
- .name = "loop",
- .print = NULL,
- .init_global = loop_init_global,
- .init_local = NULL,
- .term = NULL,
+static pktio_ops_module_t loopback_pktio_ops = {
+ .base = {
+ .name = "loop",
+ .init_local = NULL,
+ .term_local = NULL,
+ .init_global = loop_init_global,
+ .term_global = NULL,
+ },
.open = loopback_open,
.close = loopback_close,
.start = NULL,
.stop = NULL,
.stats = loopback_stats,
.stats_reset = loopback_stats_reset,
+ .pktin_ts_res = NULL,
+ .pktin_ts_from_ns = NULL,
.recv = loopback_recv,
.send = loopback_send,
.mtu_get = loopback_mtu_get,
@@ -271,9 +275,20 @@ const pktio_if_ops_t loopback_pktio_ops = {
.mac_get = loopback_mac_addr_get,
.link_status = loopback_link_status,
.capability = loopback_capability,
- .pktin_ts_res = NULL,
- .pktin_ts_from_ns = NULL,
.config = NULL,
.input_queues_config = NULL,
.output_queues_config = NULL,
+ .print = NULL,
};
+
+ODP_MODULE_CONSTRUCTOR(loopback_pktio_ops)
+{
+ odp_module_constructor(&loopback_pktio_ops);
+
+ odp_subsystem_register_module(pktio_ops, &loopback_pktio_ops);
+}
+
+/* Temporary variable to enable link this module,
+ * will remove in Makefile scheme changes.
+ */
+int enable_link_loopback_pktio_ops = 0;
diff --git a/platform/linux-generic/pktio/netmap.c b/platform/linux-generic/pktio/netmap.c
index 928bb00a..c75f8be9 100644
--- a/platform/linux-generic/pktio/netmap.c
+++ b/platform/linux-generic/pktio/netmap.c
@@ -943,31 +943,46 @@ static int netmap_init_global(void)
return 0;
}
-const pktio_if_ops_t netmap_pktio_ops = {
- .name = "netmap",
- .print = netmap_print,
- .init_global = netmap_init_global,
- .init_local = NULL,
- .term = NULL,
+static pktio_ops_module_t netmap_pktio_ops = {
+ .base = {
+ .name = "netmap",
+ .init_local = NULL,
+ .term_local = NULL,
+ .init_global = netmap_init_global,
+ .term_global = NULL,
+ },
.open = netmap_open,
.close = netmap_close,
.start = netmap_start,
.stop = netmap_stop,
- .link_status = netmap_link_status,
.stats = netmap_stats,
.stats_reset = netmap_stats_reset,
+ .pktin_ts_res = NULL,
+ .pktin_ts_from_ns = NULL,
+ .recv = netmap_recv,
+ .send = netmap_send,
.mtu_get = netmap_mtu_get,
.promisc_mode_set = netmap_promisc_mode_set,
.promisc_mode_get = netmap_promisc_mode_get,
.mac_get = netmap_mac_addr_get,
+ .link_status = netmap_link_status,
.capability = netmap_capability,
- .pktin_ts_res = NULL,
- .pktin_ts_from_ns = NULL,
.config = NULL,
.input_queues_config = netmap_input_queues_config,
.output_queues_config = netmap_output_queues_config,
- .recv = netmap_recv,
- .send = netmap_send
+ .print = netmap_print,
};
+ODP_MODULE_CONSTRUCTOR(netmap_pktio_ops)
+{
+ odp_module_constructor(&netmap_pktio_ops);
+
+ odp_subsystem_register_module(pktio_ops, &netmap_pktio_ops);
+}
+
+/* Temporary variable to enable link this module,
+ * will remove in Makefile scheme changes.
+ */
+int enable_link_netmap_pktio_ops = 0;
+
#endif /* ODP_NETMAP */
diff --git a/platform/linux-generic/pktio/pcap.c b/platform/linux-generic/pktio/pcap.c
index a467b640..98f81089 100644
--- a/platform/linux-generic/pktio/pcap.c
+++ b/platform/linux-generic/pktio/pcap.c
@@ -423,25 +423,44 @@ static int pcapif_init_global(void)
return 0;
}
-const pktio_if_ops_t pcap_pktio_ops = {
- .name = "pcap",
- .print = NULL,
- .init_global = pcapif_init_global,
- .init_local = NULL,
+static pktio_ops_module_t pcap_pktio_ops = {
+ .base = {
+ .name = "pcap",
+ .init_local = NULL,
+ .term_local = NULL,
+ .init_global = pcapif_init_global,
+ .term_global = NULL,
+ },
.open = pcapif_init,
.close = pcapif_close,
+ .start = NULL,
+ .stop = NULL,
.stats = pcapif_stats,
.stats_reset = pcapif_stats_reset,
+ .pktin_ts_res = NULL,
+ .pktin_ts_from_ns = NULL,
.recv = pcapif_recv_pkt,
.send = pcapif_send_pkt,
.mtu_get = pcapif_mtu_get,
.promisc_mode_set = pcapif_promisc_mode_set,
.promisc_mode_get = pcapif_promisc_mode_get,
.mac_get = pcapif_mac_addr_get,
+ .link_status = NULL,
.capability = pcapif_capability,
- .pktin_ts_res = NULL,
- .pktin_ts_from_ns = NULL,
.config = NULL,
.input_queues_config = NULL,
.output_queues_config = NULL,
+ .print = NULL,
};
+
+ODP_MODULE_CONSTRUCTOR(pcap_pktio_ops)
+{
+ odp_module_constructor(&pcap_pktio_ops);
+
+ odp_subsystem_register_module(pktio_ops, &pcap_pktio_ops);
+}
+
+/* Temporary variable to enable link this module,
+ * will remove in Makefile scheme changes.
+ */
+int enable_link_pcap_pktio_ops = 0;
diff --git a/platform/linux-generic/pktio/socket.c b/platform/linux-generic/pktio/socket.c
index a383adc6..8b8ccf03 100644
--- a/platform/linux-generic/pktio/socket.c
+++ b/platform/linux-generic/pktio/socket.c
@@ -853,18 +853,22 @@ static int sock_init_global(void)
return 0;
}
-const pktio_if_ops_t sock_mmsg_pktio_ops = {
- .name = "socket",
- .print = NULL,
- .init_global = sock_init_global,
- .init_local = NULL,
- .term = NULL,
+static pktio_ops_module_t socket_pktio_ops = {
+ .base = {
+ .name = "socket",
+ .init_local = NULL,
+ .term_local = NULL,
+ .init_global = sock_init_global,
+ .term_global = NULL,
+ },
.open = sock_mmsg_open,
.close = sock_close,
.start = NULL,
.stop = NULL,
.stats = sock_stats,
.stats_reset = sock_stats_reset,
+ .pktin_ts_res = NULL,
+ .pktin_ts_from_ns = NULL,
.recv = sock_mmsg_recv,
.send = sock_mmsg_send,
.mtu_get = sock_mtu_get,
@@ -873,9 +877,20 @@ const pktio_if_ops_t sock_mmsg_pktio_ops = {
.mac_get = sock_mac_addr_get,
.link_status = sock_link_status,
.capability = sock_capability,
- .pktin_ts_res = NULL,
- .pktin_ts_from_ns = NULL,
.config = NULL,
.input_queues_config = NULL,
.output_queues_config = NULL,
+ .print = NULL,
};
+
+ODP_MODULE_CONSTRUCTOR(socket_pktio_ops)
+{
+ odp_module_constructor(&socket_pktio_ops);
+
+ odp_subsystem_register_module(pktio_ops, &socket_pktio_ops);
+}
+
+/* Temporary variable to enable link this module,
+ * will remove in Makefile scheme changes.
+ */
+int enable_link_socket_pktio_ops = 0;
diff --git a/platform/linux-generic/pktio/socket_mmap.c b/platform/linux-generic/pktio/socket_mmap.c
index 6fc4b4cc..82abd38d 100644
--- a/platform/linux-generic/pktio/socket_mmap.c
+++ b/platform/linux-generic/pktio/socket_mmap.c
@@ -710,18 +710,22 @@ static int sock_mmap_init_global(void)
return 0;
}
-const pktio_if_ops_t sock_mmap_pktio_ops = {
- .name = "socket_mmap",
- .print = NULL,
- .init_global = sock_mmap_init_global,
- .init_local = NULL,
- .term = NULL,
+static pktio_ops_module_t socket_mmap_pktio_ops = {
+ .base = {
+ .name = "socket_mmap",
+ .init_local = NULL,
+ .term_local = NULL,
+ .init_global = sock_mmap_init_global,
+ .term_global = NULL,
+ },
.open = sock_mmap_open,
.close = sock_mmap_close,
.start = NULL,
.stop = NULL,
.stats = sock_mmap_stats,
.stats_reset = sock_mmap_stats_reset,
+ .pktin_ts_res = NULL,
+ .pktin_ts_from_ns = NULL,
.recv = sock_mmap_recv,
.send = sock_mmap_send,
.mtu_get = sock_mmap_mtu_get,
@@ -730,9 +734,20 @@ const pktio_if_ops_t sock_mmap_pktio_ops = {
.mac_get = sock_mmap_mac_addr_get,
.link_status = sock_mmap_link_status,
.capability = sock_mmap_capability,
- .pktin_ts_res = NULL,
- .pktin_ts_from_ns = NULL,
.config = NULL,
.input_queues_config = NULL,
.output_queues_config = NULL,
+ .print = NULL,
};
+
+ODP_MODULE_CONSTRUCTOR(socket_mmap_pktio_ops)
+{
+ odp_module_constructor(&socket_mmap_pktio_ops);
+
+ odp_subsystem_register_module(pktio_ops, &socket_mmap_pktio_ops);
+}
+
+/* Temporary variable to enable link this module,
+ * will remove in Makefile scheme changes.
+ */
+int enable_link_socket_mmap_pktio_ops = 0;
diff --git a/platform/linux-generic/pktio/subsystem.c b/platform/linux-generic/pktio/subsystem.c
new file mode 100644
index 00000000..fbcf22d7
--- /dev/null
+++ b/platform/linux-generic/pktio/subsystem.c
@@ -0,0 +1,58 @@
+/* Copyright (c) 2017, ARM Limited. All rights reserved.
+ *
+ * Copyright (c) 2017, Linaro Limited
+ * All rights reserved.
+ *
+ * SPDX-License-Identifier: BSD-3-Clause
+ */
+
+#include <odp_debug_internal.h>
+#include <odp_packet_io_internal.h>
+
+#define SUBSYSTEM_VERSION 0x00010000UL
+ODP_SUBSYSTEM_DEFINE(pktio_ops, "packet IO operations", SUBSYSTEM_VERSION);
+
+/* Instantiate init and term functions */
+ODP_SUBSYSTEM_FOREACH_TEMPLATE(pktio_ops, init_global, ODP_ERR)
+ODP_SUBSYSTEM_FOREACH_TEMPLATE(pktio_ops, init_local, ODP_ERR)
+ODP_SUBSYSTEM_FOREACH_TEMPLATE(pktio_ops, term_global, ODP_ABORT)
+
+/* Temporary variable to enable link modules,
+ * will remove in Makefile scheme changes.
+ */
+#ifdef ODP_PKTIO_DPDK
+extern int enable_link_dpdk_pktio_ops;
+#endif
+extern int enable_link_ipc_pktio_ops;
+extern int enable_link_loopback_pktio_ops;
+#ifdef ODP_NETMAP
+extern int enable_link_netmap_pktio_ops;
+#endif
+#ifdef HAVE_PCAP
+extern int enable_link_pcap_pktio_ops;
+#endif
+extern int enable_link_socket_pktio_ops;
+extern int enable_link_socket_mmap_pktio_ops;
+extern int enable_link_tap_pktio_ops;
+
+ODP_SUBSYSTEM_CONSTRUCTOR(pktio_ops)
+{
+ odp_subsystem_constructor(pktio_ops);
+
+ /* Further initialization per subsystem */
+
+#ifdef ODP_PKTIO_DPDK
+ enable_link_dpdk_pktio_ops = 1;
+#endif
+ enable_link_ipc_pktio_ops = 1;
+ enable_link_loopback_pktio_ops = 1;
+#ifdef ODP_NETMAP
+ enable_link_netmap_pktio_ops = 1;
+#endif
+#ifdef HAVE_PCAP
+ enable_link_pcap_pktio_ops = 1;
+#endif
+ enable_link_socket_pktio_ops = 1;
+ enable_link_socket_mmap_pktio_ops = 1;
+ enable_link_tap_pktio_ops = 1;
+}
diff --git a/platform/linux-generic/pktio/tap.c b/platform/linux-generic/pktio/tap.c
index 650c12a7..bfe41239 100644
--- a/platform/linux-generic/pktio/tap.c
+++ b/platform/linux-generic/pktio/tap.c
@@ -373,24 +373,44 @@ static int tap_capability(pktio_entry_t *pktio_entry ODP_UNUSED,
return 0;
}
-const pktio_if_ops_t tap_pktio_ops = {
- .name = "tap",
- .print = NULL,
- .init_global = NULL,
- .init_local = NULL,
- .term = NULL,
+static pktio_ops_module_t tap_pktio_ops = {
+ .base = {
+ .name = "tap",
+ .init_local = NULL,
+ .term_local = NULL,
+ .init_global = NULL,
+ .term_global = NULL,
+ },
.open = tap_pktio_open,
.close = tap_pktio_close,
.start = NULL,
.stop = NULL,
+ .stats = NULL,
+ .stats_reset = NULL,
+ .pktin_ts_res = NULL,
+ .pktin_ts_from_ns = NULL,
.recv = tap_pktio_recv,
.send = tap_pktio_send,
.mtu_get = tap_mtu_get,
.promisc_mode_set = tap_promisc_mode_set,
.promisc_mode_get = tap_promisc_mode_get,
.mac_get = tap_mac_addr_get,
+ .link_status = NULL,
.capability = tap_capability,
- .pktin_ts_res = NULL,
- .pktin_ts_from_ns = NULL,
- .config = NULL
+ .config = NULL,
+ .input_queues_config = NULL,
+ .output_queues_config = NULL,
+ .print = NULL,
};
+
+ODP_MODULE_CONSTRUCTOR(tap_pktio_ops)
+{
+ odp_module_constructor(&tap_pktio_ops);
+
+ odp_subsystem_register_module(pktio_ops, &tap_pktio_ops);
+}
+
+/* Temporary variable to enable link this module,
+ * will remove in Makefile scheme changes.
+ */
+int enable_link_tap_pktio_ops = 0;
commit af98c5800f92207b8be68dd9bacdf5f25d25cd27
Author: Yi He <yi.he(a)linaro.org>
Date: Mon Aug 14 14:03:45 2017 +0800
example: l2fwd_simple: disable socket pktios
l2fwd_simple_run.sh waits 1 second to allow test
application to forward more than 10 packets. It
works in case pktios are listed statically and
pcap takes precedence over socket pktios.
But with dynamically registered pktios the order
was not guaranteed and socket pktios may take
precedence over pcap pktio, which spent more time
in open operation and caused this test failed.
Disable the socket pktios since they mistakenly
take too long time in open operation, future code
refactory should solve the problem thoroughly.
Signed-off-by: Yi He <yi.he(a)linaro.org>
Reviewed-by: Brian Brooks <brian.brooks(a)arm.com>
Reviewed-by: Honnappa Nagarahalli <honnappa.nagarahalli(a)arm.com>
Reviewed-by: Kevin Wang <kevin.wang(a)arm.com>
Reviewed-by: Bogdan Pricope <bogdan.pricope(a)linaro.org>
Reviewed-by: Josep Puigdemont <josep.puigdemont(a)linaro.org>
Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org>
diff --git a/example/l2fwd_simple/l2fwd_simple_run.sh b/example/l2fwd_simple/l2fwd_simple_run.sh
index 130a3a84..0c464f70 100755
--- a/example/l2fwd_simple/l2fwd_simple_run.sh
+++ b/example/l2fwd_simple/l2fwd_simple_run.sh
@@ -6,6 +6,11 @@
# SPDX-License-Identifier: BSD-3-Clause
#
+# Disable socket pktios since their open operations
+# mistakenly take too long time
+export ODP_PKTIO_DISABLE_SOCKET_MMSG=1
+export ODP_PKTIO_DISABLE_SOCKET_MMAP=1
+
PCAP_IN=`find . ${TEST_DIR} $(dirname $0) -name udp64.pcap -print -quit`
echo "using PCAP_IN = ${PCAP_IN}"
commit ddf6e4d9c8fd9bc24c86770470c808766a30077b
Author: Yi He <yi.he(a)linaro.org>
Date: Fri Aug 11 14:29:28 2017 +0800
framework: modular: extern SUBSYSTEM_FOREACH_TEMPLATE
Static SUBSYSTEM_FOREACH_TEMPLATE constraints the
functions to be instantiated in the source files
which invoke them, this causes code scatter shoots.
Signed-off-by: Yi He <yi.he(a)linaro.org>
Reviewed-by: Brian Brooks <brian.brooks(a)arm.com>
Reviewed-by: Honnappa Nagarahalli <honnappa.nagarahalli(a)arm.com>
Reviewed-by: Kevin Wang <kevin.wang(a)arm.com>
Reviewed-by: Bogdan Pricope <bogdan.pricope(a)linaro.org>
Reviewed-by: Josep Puigdemont <josep.puigdemont(a)linaro.org>
Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org>
diff --git a/frameworks/modular/odp_module.h b/frameworks/modular/odp_module.h
index 1a9e178c..59f67c8d 100644
--- a/frameworks/modular/odp_module.h
+++ b/frameworks/modular/odp_module.h
@@ -206,7 +206,7 @@ struct odp_module_base {
* subsystem and invoke init_global method for each.
*/
#define ODP_SUBSYSTEM_FOREACH_TEMPLATE(subs, method, print) \
-static int odp_ ## subs ##_## method(bool continue_on_errors) \
+int odp_ ## subs ##_## method(bool continue_on_errors) \
{ \
int result = 0; \
ODP_MODULE_CLASS(subs) * mod = NULL; \
-----------------------------------------------------------------------
Summary of changes:
example/l2fwd_simple/l2fwd_simple_run.sh | 5 +
frameworks/modular/odp_module.h | 2 +-
platform/linux-dpdk/Makefile.am | 13 +-
.../linux-dpdk/include/odp_packet_io_internal.h | 81 +-------
platform/linux-dpdk/odp_init.c | 2 +-
.../linux-dpdk/{odp_packet_dpdk.c => pktio/dpdk.c} | 166 ++++++++++-----
.../{include/odp_packet_dpdk.h => pktio/dpdk.h} | 21 +-
platform/linux-dpdk/pktio/subsystem.c | 33 +++
platform/linux-dpdk/pool/dpdk.c | 2 +-
platform/linux-generic/Makefile.am | 19 +-
.../linux-generic/include/odp_packet_io_internal.h | 134 +-----------
.../include/odp_packet_io_ipc_internal.h | 48 -----
platform/linux-generic/include/odp_pktio_ops_ipc.h | 91 ++++++++
.../linux-generic/include/odp_pktio_ops_loopback.h | 17 ++
...{odp_packet_netmap.h => odp_pktio_ops_netmap.h} | 6 +-
.../linux-generic/include/odp_pktio_ops_pcap.h | 25 +++
...{odp_packet_socket.h => odp_pktio_ops_socket.h} | 8 +-
.../include/odp_pktio_ops_subsystem.h | 106 ++++++++++
.../{odp_packet_tap.h => odp_pktio_ops_tap.h} | 6 +-
platform/linux-generic/odp_packet_io.c | 59 ++----
.../pktio/{pktio_common.c => common.c} | 0
platform/linux-generic/pktio/dpdk.c | 128 ++++++++----
.../{include/odp_packet_dpdk.h => pktio/dpdk.h} | 6 +-
platform/linux-generic/pktio/ethtool.c | 2 +-
platform/linux-generic/pktio/io_ops.c | 31 ---
platform/linux-generic/pktio/ipc.c | 228 ++++++++++++---------
.../linux-generic/pktio/{loop.c => loopback.c} | 45 ++--
platform/linux-generic/pktio/netmap.c | 127 +++++++-----
platform/linux-generic/pktio/pcap.c | 62 ++++--
platform/linux-generic/pktio/socket.c | 61 ++++--
platform/linux-generic/pktio/socket_mmap.c | 76 ++++---
platform/linux-generic/pktio/subsystem.c | 58 ++++++
platform/linux-generic/pktio/tap.c | 61 ++++--
33 files changed, 1024 insertions(+), 705 deletions(-)
rename platform/linux-dpdk/{odp_packet_dpdk.c => pktio/dpdk.c} (83%)
rename platform/linux-dpdk/{include/odp_packet_dpdk.h => pktio/dpdk.h} (59%)
create mode 100644 platform/linux-dpdk/pktio/subsystem.c
delete mode 100644 platform/linux-generic/include/odp_packet_io_ipc_internal.h
create mode 100644 platform/linux-generic/include/odp_pktio_ops_ipc.h
create mode 100644 platform/linux-generic/include/odp_pktio_ops_loopback.h
rename platform/linux-generic/include/{odp_packet_netmap.h => odp_pktio_ops_netmap.h} (96%)
create mode 100644 platform/linux-generic/include/odp_pktio_ops_pcap.h
rename platform/linux-generic/include/{odp_packet_socket.h => odp_pktio_ops_socket.h} (96%)
create mode 100644 platform/linux-generic/include/odp_pktio_ops_subsystem.h
rename platform/linux-generic/include/{odp_packet_tap.h => odp_pktio_ops_tap.h} (85%)
rename platform/linux-generic/pktio/{pktio_common.c => common.c} (100%)
rename platform/linux-generic/{include/odp_packet_dpdk.h => pktio/dpdk.h} (96%)
delete mode 100644 platform/linux-generic/pktio/io_ops.c
rename platform/linux-generic/pktio/{loop.c => loopback.c} (87%)
create mode 100644 platform/linux-generic/pktio/subsystem.c
hooks/post-receive
--
6 years, 7 months
- 1
- 0
[COMMIT] branch api-next updated. v1.15.0.0-695-gbfbe4f50
by git＠git-us.linaro.org
This is an automated email from the git hooks/post-receive script. It was
generated because a ref change was pushed to the repository containing
the project "".
The branch, api-next has been updated
via bfbe4f50a2e8a2532fdcb4d2c16d42a477183c07 (commit)
from 6e79d897e3d5010991bf6e6ebf207bfd988f1129 (commit)
Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.
- Log -----------------------------------------------------------------
commit bfbe4f50a2e8a2532fdcb4d2c16d42a477183c07
Author: Ola Liljedahl <ola.liljedahl(a)arm.com>
Date: Tue Sep 19 16:09:08 2017 +0200
linux-generic: pktio: fix gcc7 build error in sched_cb_pktin_poll_one
Adding missing curly braces around if-clause.
For builds which don't flag this as an error, the resulting
build would be functional but with degraded performance.
https://bugs.linaro.org/show_bug.cgi?id=3246
Signed-off-by: Ola Liljedahl <ola.liljedahl(a)arm.com>
Reviewed-by: Honnappa Nagarahalli <honnappa.nagarahalli(a)arm.com>
Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org>
Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org>
diff --git a/platform/linux-generic/odp_packet_io.c b/platform/linux-generic/odp_packet_io.c
index bf792a34..64ec1f67 100644
--- a/platform/linux-generic/odp_packet_io.c
+++ b/platform/linux-generic/odp_packet_io.c
@@ -702,12 +702,13 @@ int sched_cb_pktin_poll_one(int pktio_index,
if (odp_unlikely(pkt_hdr->p.input_flags.dst_queue)) {
queue = pkt_hdr->dst_queue;
buf_hdr = packet_to_buf_hdr(pkt);
- if (queue_fn->enq_multi(queue, &buf_hdr, 1) < 0)
+ if (queue_fn->enq_multi(queue, &buf_hdr, 1) < 0) {
/* Queue full? */
odp_packet_free(pkt);
__atomic_fetch_add(&entry->s.stats.in_discards,
1,
__ATOMIC_RELAXED);
+ }
} else {
evt_tbl[num_rx++] = odp_packet_to_event(pkt);
}
-----------------------------------------------------------------------
Summary of changes:
platform/linux-generic/odp_packet_io.c | 3 ++-
1 file changed, 2 insertions(+), 1 deletion(-)
hooks/post-receive
--
6 years, 7 months
- 1
- 0
[COMMIT] branch cloud-dev updated. v1.15.0.0-605-gc6a52012
by git＠git-us.linaro.org
This is an automated email from the git hooks/post-receive script. It was
generated because a ref change was pushed to the repository containing
the project "".
The branch, cloud-dev has been updated
via c6a520126eff39b7ebce8e790fb960259ce8f812 (commit)
via d27a5b7e08a5cdce84bad9607ce94a5fcbe00ee2 (commit)
via ad728d38a886b876c2ab300e9a64d711b2638b0a (commit)
via 6448dbc4114c655f1de056ea18003956f3b91b76 (commit)
from a1f50ad720e11a54b13c4786cad4687cb5c4ec2a (commit)
Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.
- Log -----------------------------------------------------------------
commit c6a520126eff39b7ebce8e790fb960259ce8f812
Author: Balakrishna Garapati <balakrishna.garapati(a)linaro.org>
Date: Fri Sep 8 14:05:07 2017 +0200
linux-dpdk:introduce buffer submodule
Signed-off-by: Balakrishna Garapati <balakrishna.garapati(a)linaro.org>
Reviewed-by: Honnappa Nagarahalli <honnappa.nagarahalli(a)arm.com>
Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org>
Reviewed-by: Yi He <yi.he(a)linaro.org>
diff --git a/platform/linux-dpdk/Makefile.am b/platform/linux-dpdk/Makefile.am
index 168e0f92..93086570 100644
--- a/platform/linux-dpdk/Makefile.am
+++ b/platform/linux-dpdk/Makefile.am
@@ -168,6 +168,7 @@ odpdrvplatinclude_HEADERS = \
noinst_HEADERS = \
+ ${top_srcdir}/platform/linux-generic/include/odp_buffer_subsystem.h \
${top_srcdir}/platform/linux-generic/include/_fdserver_internal.h \
${top_srcdir}/platform/linux-generic/include/_ishm_internal.h \
${top_srcdir}/platform/linux-generic/include/_ishmphy_internal.h \
@@ -255,6 +256,7 @@ __LIB__libodp_dpdk_la_SOURCES = \
../linux-generic/odp_rwlock.c \
../linux-generic/odp_rwlock_recursive.c \
../linux-generic/pool/subsystem.c \
+ ../linux-generic/buffer/subsystem.c \
../linux-generic/odp_schedule_if.c \
../linux-generic/schedule/generic.c \
../linux-generic/schedule/iquery.c \
@@ -303,6 +305,7 @@ __LIB__libodp_dpdk_la_SOURCES += arch/x86/cpu_flags.c \
endif
pool/dpdk.lo: AM_CFLAGS += -DIM_ACTIVE_MODULE
+buffer/dpdk.lo: AM_CFLAGS += -DIM_ACTIVE_MODULE
if ODP_SCHEDULE_SCALABLE
../linux-generic/schedule/scalable.lo: AM_CFLAGS += -DIM_ACTIVE_MODULE
else
diff --git a/platform/linux-dpdk/buffer/dpdk.c b/platform/linux-dpdk/buffer/dpdk.c
index 3c71fef8..346549ec 100644
--- a/platform/linux-dpdk/buffer/dpdk.c
+++ b/platform/linux-dpdk/buffer/dpdk.c
@@ -7,30 +7,96 @@
#include <odp/api/buffer.h>
#include <odp_buffer_internal.h>
#include <odp_buffer_inlines.h>
+#include <odp_buffer_subsystem.h>
#include <odp_debug_internal.h>
+#include <odp_pool_internal.h>
#include <string.h>
#include <stdio.h>
#include <inttypes.h>
-odp_buffer_t odp_buffer_from_event(odp_event_t ev)
+static odp_buffer_t buffer_alloc(odp_pool_t pool_hdl)
+{
+ odp_buffer_t buffer;
+ pool_entry_dp_t *pool_dp;
+
+ ODP_ASSERT(odp_pool_to_entry_cp(pool_hdl)->params.type ==
+ ODP_POOL_BUFFER ||
+ odp_pool_to_entry_cp(pool_hdl)->params.type ==
+ ODP_POOL_TIMEOUT);
+
+ pool_dp = odp_pool_to_entry_dp(pool_hdl);
+
+ buffer = (odp_buffer_t)rte_ctrlmbuf_alloc(pool_dp->rte_mempool);
+
+ if ((struct rte_mbuf *)buffer == NULL) {
+ rte_errno = ENOMEM;
+ return ODP_BUFFER_INVALID;
+ }
+
+ buf_hdl_to_hdr(buffer)->next = NULL;
+ return buffer;
+}
+
+static odp_buffer_t dpdk_buffer_alloc(odp_pool_t pool_hdl)
+{
+ ODP_ASSERT(ODP_POOL_INVALID != pool_hdl);
+
+ return buffer_alloc(pool_hdl);
+}
+
+static int dpdk_buffer_alloc_multi(odp_pool_t pool_hdl,
+ odp_buffer_t buf[],
+ int num)
+{
+ int i;
+
+ ODP_ASSERT(ODP_POOL_INVALID != pool_hdl);
+
+ for (i = 0; i < num; i++) {
+ buf[i] = buffer_alloc(pool_hdl);
+ if (buf[i] == ODP_BUFFER_INVALID)
+ return rte_errno == ENOMEM ? i : -EINVAL;
+ }
+ return i;
+}
+
+static void dpdk_buffer_free(odp_buffer_t buf)
+{
+ struct rte_mbuf *mbuf = (struct rte_mbuf *)buf;
+
+ rte_ctrlmbuf_free(mbuf);
+}
+
+static void dpdk_buffer_free_multi(const odp_buffer_t buf[], int num)
+{
+ int i;
+
+ for (i = 0; i < num; i++) {
+ struct rte_mbuf *mbuf = (struct rte_mbuf *)buf[i];
+
+ rte_ctrlmbuf_free(mbuf);
+ }
+}
+
+static odp_buffer_t dpdk_buffer_from_event(odp_event_t ev)
{
return (odp_buffer_t)ev;
}
-odp_event_t odp_buffer_to_event(odp_buffer_t buf)
+static odp_event_t dpdk_buffer_to_event(odp_buffer_t buf)
{
return (odp_event_t)buf;
}
-void *odp_buffer_addr(odp_buffer_t buf)
+static void *dpdk_buffer_addr(odp_buffer_t buf)
{
odp_buffer_hdr_t *hdr = buf_hdl_to_hdr(buf);
return hdr->mb.buf_addr;
}
-uint32_t odp_buffer_size(odp_buffer_t buf)
+static uint32_t dpdk_buffer_size(odp_buffer_t buf)
{
odp_buffer_hdr_t *hdr = buf_hdl_to_hdr(buf);
struct rte_mbuf *mbuf = (struct rte_mbuf *)hdr;
@@ -52,7 +118,7 @@ void _odp_buffer_type_set(odp_buffer_t buf, int type)
hdr->type = type;
}
-int odp_buffer_is_valid(odp_buffer_t buf)
+static int dpdk_buffer_is_valid(odp_buffer_t buf)
{
/* We could call rte_mbuf_sanity_check, but that panics
* and aborts the program */
@@ -71,43 +137,71 @@ int odp_buffer_snprint(char *str, uint32_t n, odp_buffer_t buf)
hdr = buf_hdl_to_hdr(buf);
- len += snprintf(&str[len], n-len,
+ len += snprintf(&str[len], n - len,
"Buffer\n");
- len += snprintf(&str[len], n-len,
+ len += snprintf(&str[len], n - len,
" pool %p\n", hdr->mb.pool);
- len += snprintf(&str[len], n-len,
- " phy_addr %"PRIu64"\n", hdr->mb.buf_physaddr);
- len += snprintf(&str[len], n-len,
+ len += snprintf(&str[len], n - len,
+ " phy_addr %" PRIu64 "\n", hdr->mb.buf_physaddr);
+ len += snprintf(&str[len], n - len,
" addr %p\n", hdr->mb.buf_addr);
- len += snprintf(&str[len], n-len,
+ len += snprintf(&str[len], n - len,
" size %u\n", hdr->mb.buf_len);
- len += snprintf(&str[len], n-len,
+ len += snprintf(&str[len], n - len,
" ref_count %i\n",
rte_mbuf_refcnt_read(&hdr->mb));
- len += snprintf(&str[len], n-len,
+ len += snprintf(&str[len], n - len,
" odp type %i\n", hdr->type);
return len;
}
-void odp_buffer_print(odp_buffer_t buf)
+static void dpdk_buffer_print(odp_buffer_t buf)
{
int max_len = 512;
char str[max_len];
int len;
- len = odp_buffer_snprint(str, max_len-1, buf);
+ len = odp_buffer_snprint(str, max_len - 1, buf);
str[len] = 0;
ODP_PRINT("\n%s\n", str);
}
-uint64_t odp_buffer_to_u64(odp_buffer_t hdl)
+static uint64_t dpdk_buffer_to_u64(odp_buffer_t hdl)
{
return _odp_pri(hdl);
}
-odp_pool_t odp_buffer_pool(odp_buffer_t buf)
+static odp_pool_t dpdk_buffer_pool(odp_buffer_t buf)
{
return buf_hdl_to_hdr(buf)->pool_hdl;
}
+
+odp_buffer_module_t dpdk_buffer = {
+ .base = {
+ .name = "dpdk_buffer",
+ .init_local = NULL,
+ .term_local = NULL,
+ .init_global = NULL,
+ .term_global = NULL,
+ },
+ .buffer_alloc = dpdk_buffer_alloc,
+ .buffer_alloc_multi = dpdk_buffer_alloc_multi,
+ .buffer_free = dpdk_buffer_free,
+ .buffer_free_multi = dpdk_buffer_free_multi,
+ .buffer_from_event = dpdk_buffer_from_event,
+ .buffer_to_event = dpdk_buffer_to_event,
+ .buffer_addr = dpdk_buffer_addr,
+ .buffer_size = dpdk_buffer_size,
+ .buffer_is_valid = dpdk_buffer_is_valid,
+ .buffer_print = dpdk_buffer_print,
+ .buffer_to_u64 = dpdk_buffer_to_u64,
+ .buffer_pool = dpdk_buffer_pool,
+};
+
+ODP_MODULE_CONSTRUCTOR(dpdk_buffer)
+{
+ odp_module_constructor(&dpdk_buffer);
+ odp_subsystem_register_module(buffer, &dpdk_buffer);
+}
diff --git a/platform/linux-dpdk/odp_packet.c b/platform/linux-dpdk/odp_packet.c
index 23aec95e..b2860a77 100644
--- a/platform/linux-dpdk/odp_packet.c
+++ b/platform/linux-dpdk/odp_packet.c
@@ -90,7 +90,7 @@ static odp_packet_t packet_alloc(odp_pool_t pool_hdl, uint32_t len)
struct rte_mbuf *mbuf;
ODP_ASSERT(odp_pool_to_entry_cp(pool_hdl)->params.type
- != ODP_POOL_PACKET);
+ == ODP_POOL_PACKET);
pool_dp = odp_pool_to_entry_dp(pool_hdl);
diff --git a/platform/linux-dpdk/pool/dpdk.c b/platform/linux-dpdk/pool/dpdk.c
index 499bea12..6acc4e90 100644
--- a/platform/linux-dpdk/pool/dpdk.c
+++ b/platform/linux-dpdk/pool/dpdk.c
@@ -549,68 +549,6 @@ static odp_pool_t dpdk_pool_lookup(const char *name)
return pool_hdl;
}
-static odp_buffer_t buffer_alloc(odp_pool_t pool_hdl)
-{
- odp_buffer_t buffer;
- pool_entry_cp_t *pool_cp;
- pool_entry_dp_t *pool_dp;
-
- pool_cp = odp_pool_to_entry_cp(pool_hdl);
- pool_dp = odp_pool_to_entry_dp(pool_hdl);
-
- ODP_ASSERT(pool_cp->params.type != ODP_POOL_BUFFER &&
- pool_cp->params.type != ODP_POOL_TIMEOUT);
-
- buffer = (odp_buffer_t)rte_ctrlmbuf_alloc(pool_dp->rte_mempool);
-
- if ((struct rte_mbuf *)buffer == NULL) {
- rte_errno = ENOMEM;
- return ODP_BUFFER_INVALID;
- }
-
- buf_hdl_to_hdr(buffer)->next = NULL;
- return buffer;
-}
-
-odp_buffer_t odp_buffer_alloc(odp_pool_t pool_hdl)
-{
- ODP_ASSERT(ODP_POOL_INVALID != pool_hdl);
-
- return buffer_alloc(pool_hdl);
-}
-
-int odp_buffer_alloc_multi(odp_pool_t pool_hdl, odp_buffer_t buf[], int num)
-{
- int i;
-
- ODP_ASSERT(ODP_POOL_INVALID != pool_hdl);
-
- for (i = 0; i < num; i++) {
- buf[i] = buffer_alloc(pool_hdl);
- if (buf[i] == ODP_BUFFER_INVALID)
- return rte_errno == ENOMEM ? i : -EINVAL;
- }
- return i;
-}
-
-void odp_buffer_free(odp_buffer_t buf)
-{
- struct rte_mbuf *mbuf = (struct rte_mbuf *)buf;
-
- rte_ctrlmbuf_free(mbuf);
-}
-
-void odp_buffer_free_multi(const odp_buffer_t buf[], int num)
-{
- int i;
-
- for (i = 0; i < num; i++) {
- struct rte_mbuf *mbuf = (struct rte_mbuf *)buf[i];
-
- rte_ctrlmbuf_free(mbuf);
- }
-}
-
static void dpdk_pool_print(odp_pool_t pool_hdl)
{
pool_entry_dp_t *pool_dp = odp_pool_to_entry_dp(pool_hdl);
commit d27a5b7e08a5cdce84bad9607ce94a5fcbe00ee2
Author: Balakrishna Garapati <balakrishna.garapati(a)linaro.org>
Date: Fri Sep 8 13:59:08 2017 +0200
linux-dpdk:prepare for buffer submodule
Signed-off-by: Balakrishna Garapati <balakrishna.garapati(a)linaro.org>
Reviewed-by: Honnappa Nagarahalli <honnappa.nagarahalli(a)arm.com>
Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org>
Reviewed-by: Yi He <yi.he(a)linaro.org>
diff --git a/platform/linux-dpdk/Makefile.am b/platform/linux-dpdk/Makefile.am
index f8fa67a6..168e0f92 100644
--- a/platform/linux-dpdk/Makefile.am
+++ b/platform/linux-dpdk/Makefile.am
@@ -227,7 +227,7 @@ __LIB__libodp_dpdk_la_SOURCES = \
../linux-generic/odp_atomic.c \
../linux-generic/odp_barrier.c \
../linux-generic/odp_bitmap.c \
- odp_buffer.c \
+ buffer/dpdk.c \
../linux-generic/odp_byteorder.c \
../linux-generic/odp_classification.c \
../linux-generic/odp_cpu.c \
diff --git a/platform/linux-dpdk/odp_buffer.c b/platform/linux-dpdk/buffer/dpdk.c
similarity index 100%
rename from platform/linux-dpdk/odp_buffer.c
rename to platform/linux-dpdk/buffer/dpdk.c
commit ad728d38a886b876c2ab300e9a64d711b2638b0a
Author: Joyce Kong <joyce.kong(a)arm.com>
Date: Tue Sep 5 14:39:24 2017 +0800
linux-gen: queue: add queue module to subsystem
Signed-off-by: Joyce Kong <joyce.kong(a)arm.com>
Reviewed-by: Yi He <yi.he(a)linaro.org>
Reviewed-by: Kevin Wang <kevin.wang(a)arm.com>
Reviewed-by: Honnappa Nagarahalli <honnappa.nagarahalli(a)arm.com>
Reviewed-by: Brian Brooks <brian.brooks(a)arm.com>
Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org>
diff --git a/platform/linux-dpdk/Makefile.am b/platform/linux-dpdk/Makefile.am
index 587d4836..f8fa67a6 100644
--- a/platform/linux-dpdk/Makefile.am
+++ b/platform/linux-dpdk/Makefile.am
@@ -201,6 +201,7 @@ noinst_HEADERS = \
${srcdir}/include/odp_posix_extensions.h \
${top_srcdir}/platform/linux-generic/include/odp_queue_internal.h \
${top_srcdir}/platform/linux-generic/include/odp_queue_if.h \
+ ${top_srcdir}/platform/linux-generic/include/odp_queue_subsystem.h \
${top_srcdir}/platform/linux-generic/include/odp_ring_internal.h \
${top_srcdir}/platform/linux-generic/include/odp_schedule_if.h \
${top_srcdir}/platform/linux-generic/include/odp_schedule_subsystem.h \
@@ -247,8 +248,10 @@ __LIB__libodp_dpdk_la_SOURCES = \
../linux-generic/pktio/loop.c \
../linux-generic/odp_pkt_queue.c \
pool/dpdk.c \
- ../linux-generic/odp_queue.c \
../linux-generic/odp_queue_if.c \
+ ../linux-generic/queue/subsystem.c \
+ ../linux-generic/queue/generic.c \
+ ../linux-generic/queue/scalable.c \
../linux-generic/odp_rwlock.c \
../linux-generic/odp_rwlock_recursive.c \
../linux-generic/pool/subsystem.c \
@@ -313,6 +316,11 @@ else
endif
endif
endif
+if ODP_SCHEDULE_SCALABLE
+../linux-generic/queue/scalable.lo: AM_CFLAGS += -DIM_ACTIVE_MODULE
+else
+../linux-generic/queue/generic.lo: AM_CFLAGS += -DIM_ACTIVE_MODULE
+endif
# Build modular framework into odp-linux library
modularframeworkdir = $(top_srcdir)/frameworks/modular
diff --git a/platform/linux-dpdk/include/odp_buffer_inlines.h b/platform/linux-dpdk/include/odp_buffer_inlines.h
index a2fa502f..05c8d931 100644
--- a/platform/linux-dpdk/include/odp_buffer_inlines.h
+++ b/platform/linux-dpdk/include/odp_buffer_inlines.h
@@ -29,6 +29,11 @@ static inline odp_buffer_hdr_t *buf_hdl_to_hdr(odp_buffer_t buf)
return (odp_buffer_hdr_t *)(void *)buf;
}
+static inline odp_buffer_t buf_from_buf_hdr(odp_buffer_hdr_t *hdr)
+{
+ return (odp_buffer_t)hdr;
+}
+
static inline odp_event_type_t _odp_buffer_event_type(odp_buffer_t buf)
{
return buf_hdl_to_hdr(buf)->event_type;
diff --git a/platform/linux-dpdk/include/odp_config_internal.h b/platform/linux-dpdk/include/odp_config_internal.h
index ea469ee4..6aadc93f 100644
--- a/platform/linux-dpdk/include/odp_config_internal.h
+++ b/platform/linux-dpdk/include/odp_config_internal.h
@@ -22,6 +22,13 @@ extern "C" {
#define ODP_CONFIG_QUEUES 1024
/*
+ * Maximum queue depth. Maximum number of elements that can be stored in a
+ * queue. This value is used only when the size is not explicitly provided
+ * during queue creation.
+ */
+#define CONFIG_QUEUE_SIZE 4096
+
+/*
* Maximum number of ordered locks per queue
*/
#define CONFIG_QUEUE_MAX_ORD_LOCKS 4
diff --git a/platform/linux-dpdk/odp_init.c b/platform/linux-dpdk/odp_init.c
index cd7abce6..737b5331 100644
--- a/platform/linux-dpdk/odp_init.c
+++ b/platform/linux-dpdk/odp_init.c
@@ -352,7 +352,7 @@ int odp_init_global(odp_instance_t *instance,
}
stage = POOL_INIT;
- if (queue_fn->init_global()) {
+ if (odp_queue_init_global()) {
ODP_ERR("ODP queue init failed.\n");
goto init_failed;
}
@@ -495,7 +495,7 @@ int _odp_term_global(enum init_stage stage)
/* Fall through */
case QUEUE_INIT:
- if (queue_fn->term_global()) {
+ if (odp_queue_term_global()) {
ODP_ERR("ODP queue term failed.\n");
rc = -1;
}
diff --git a/platform/linux-generic/Makefile.am b/platform/linux-generic/Makefile.am
index b542966f..c13d73b5 100644
--- a/platform/linux-generic/Makefile.am
+++ b/platform/linux-generic/Makefile.am
@@ -277,10 +277,10 @@ __LIB__libodp_linux_la_SOURCES = \
pool/generic.c \
pool/subsystem.c \
odp_pkt_queue.c \
- odp_queue.c \
odp_queue_if.c \
queue/subsystem.c \
- odp_queue_scalable.c \
+ queue/generic.c \
+ queue/scalable.c \
odp_rwlock.c \
odp_rwlock_recursive.c \
odp_schedule_if.c \
@@ -347,6 +347,11 @@ endif
if ODP_SCHEDULE_IQUERY
schedule/iquery.lo: AM_CFLAGS += -DIM_ACTIVE_MODULE
endif
+if ODP_SCHEDULE_SCALABLE
+queue/scalable.lo: AM_CFLAGS += -DIM_ACTIVE_MODULE
+else
+queue/generic.lo: AM_CFLAGS += -DIM_ACTIVE_MODULE
+endif
# Build modular framework into odp-linux library
modularframeworkdir = $(top_srcdir)/frameworks/modular
diff --git a/platform/linux-generic/include/odp_internal.h b/platform/linux-generic/include/odp_internal.h
index 2c935a9f..1fb38648 100644
--- a/platform/linux-generic/include/odp_internal.h
+++ b/platform/linux-generic/include/odp_internal.h
@@ -109,6 +109,8 @@ int odp_classification_term_global(void);
int odp_queue_init_global(void);
int odp_queue_term_global(void);
+int odp_queue_init_local(void);
+int odp_queue_term_local(void);
int odp_crypto_init_global(void);
int odp_crypto_term_global(void);
diff --git a/platform/linux-generic/include/odp_queue_if.h b/platform/linux-generic/include/odp_queue_if.h
index 410c6b79..863aa3ce 100644
--- a/platform/linux-generic/include/odp_queue_if.h
+++ b/platform/linux-generic/include/odp_queue_if.h
@@ -18,77 +18,33 @@ extern "C" {
#define QUEUE_MULTI_MAX CONFIG_BURST_SIZE
-/* Queue API functions */
-typedef struct {
- odp_queue_t (*queue_create)(const char *name,
- const odp_queue_param_t *param);
- int (*queue_destroy)(odp_queue_t queue);
- odp_queue_t (*queue_lookup)(const char *name);
- int (*queue_capability)(odp_queue_capability_t *capa);
- int (*queue_context_set)(odp_queue_t queue, void *context,
- uint32_t len);
- void *(*queue_context)(odp_queue_t queue);
- int (*queue_enq)(odp_queue_t queue, odp_event_t ev);
- int (*queue_enq_multi)(odp_queue_t queue, const odp_event_t events[],
- int num);
- odp_event_t (*queue_deq)(odp_queue_t queue);
- int (*queue_deq_multi)(odp_queue_t queue, odp_event_t events[],
- int num);
- odp_queue_type_t (*queue_type)(odp_queue_t queue);
- odp_schedule_sync_t (*queue_sched_type)(odp_queue_t queue);
- odp_schedule_prio_t (*queue_sched_prio)(odp_queue_t queue);
- odp_schedule_group_t (*queue_sched_group)(odp_queue_t queue);
- int (*queue_lock_count)(odp_queue_t queue);
- uint64_t (*queue_to_u64)(odp_queue_t hdl);
- void (*queue_param_init)(odp_queue_param_t *param);
- int (*queue_info)(odp_queue_t queue, odp_queue_info_t *info);
-} queue_api_t;
-
/* Internal abstract queue handle */
typedef struct { char dummy; } _queue_t;
typedef _queue_t *queue_t;
#define QUEUE_NULL ((queue_t)NULL)
-typedef int (*queue_init_global_fn_t)(void);
-typedef int (*queue_term_global_fn_t)(void);
-typedef int (*queue_init_local_fn_t)(void);
-typedef int (*queue_term_local_fn_t)(void);
-typedef queue_t (*queue_from_ext_fn_t)(odp_queue_t handle);
-typedef odp_queue_t (*queue_to_ext_fn_t)(queue_t q_int);
typedef int (*queue_enq_fn_t)(queue_t q_int, odp_buffer_hdr_t *);
typedef int (*queue_enq_multi_fn_t)(queue_t q_int, odp_buffer_hdr_t **, int);
typedef odp_buffer_hdr_t *(*queue_deq_fn_t)(queue_t q_int);
typedef int (*queue_deq_multi_fn_t)(queue_t q_int, odp_buffer_hdr_t **, int);
-typedef odp_pktout_queue_t (*queue_get_pktout_fn_t)(queue_t q_int);
-typedef void (*queue_set_pktout_fn_t)(queue_t q_int, odp_pktio_t pktio,
- int index);
-typedef odp_pktin_queue_t (*queue_get_pktin_fn_t)(queue_t q_int);
-typedef void (*queue_set_pktin_fn_t)(queue_t q_int, odp_pktio_t pktio,
- int index);
-typedef void (*queue_set_enq_deq_fn_t)(queue_t q_int,
- queue_enq_fn_t enq,
- queue_enq_multi_fn_t enq_multi,
- queue_deq_fn_t deq,
- queue_deq_multi_fn_t deq_multi);
/* Queue functions towards other internal components */
typedef struct {
- queue_init_global_fn_t init_global;
- queue_term_global_fn_t term_global;
- queue_init_local_fn_t init_local;
- queue_term_local_fn_t term_local;
- queue_from_ext_fn_t from_ext;
- queue_to_ext_fn_t to_ext;
+ queue_t (*from_ext)(odp_queue_t handle);
+ odp_queue_t (*to_ext)(queue_t q_int);
queue_enq_fn_t enq;
queue_enq_multi_fn_t enq_multi;
queue_deq_fn_t deq;
queue_deq_multi_fn_t deq_multi;
- queue_get_pktout_fn_t get_pktout;
- queue_set_pktout_fn_t set_pktout;
- queue_get_pktin_fn_t get_pktin;
- queue_set_pktin_fn_t set_pktin;
- queue_set_enq_deq_fn_t set_enq_deq_fn;
+ odp_pktout_queue_t (*get_pktout)(queue_t q_int);
+ void (*set_pktout)(queue_t q_int, odp_pktio_t pktio, int index);
+ odp_pktin_queue_t (*get_pktin)(queue_t q_int);
+ void (*set_pktin)(queue_t q_int, odp_pktio_t pktio, int index);
+ void (*set_enq_deq_fn)(queue_t q_int, queue_enq_fn_t enq,
+ queue_enq_multi_fn_t enq_multi,
+ queue_deq_fn_t deq,
+ queue_deq_multi_fn_t deq_multi);
} queue_fn_t;
extern const queue_fn_t *queue_fn;
diff --git a/platform/linux-generic/include/odp_queue_subsystem.h b/platform/linux-generic/include/odp_queue_subsystem.h
index c63309fa..2c62af37 100644
--- a/platform/linux-generic/include/odp_queue_subsystem.h
+++ b/platform/linux-generic/include/odp_queue_subsystem.h
@@ -5,6 +5,7 @@
*
* SPDX-License-Identifier: BSD-3-Clause
*/
+
#ifndef ODP_QUEUE_SUBSYSTEM_H
#define ODP_QUEUE_SUBSYSTEM_H
diff --git a/platform/linux-generic/odp_init.c b/platform/linux-generic/odp_init.c
index 340171a5..d5a85d76 100644
--- a/platform/linux-generic/odp_init.c
+++ b/platform/linux-generic/odp_init.c
@@ -172,7 +172,7 @@ int odp_init_global(odp_instance_t *instance,
}
stage = POOL_INIT;
- if (queue_fn->init_global()) {
+ if (odp_queue_init_global()) {
ODP_ERR("ODP queue init failed.\n");
goto init_failed;
}
@@ -313,7 +313,7 @@ int _odp_term_global(enum init_stage stage)
/* Fall through */
case QUEUE_INIT:
- if (queue_fn->term_global()) {
+ if (odp_queue_term_global()) {
ODP_ERR("ODP queue term failed.\n");
rc = -1;
}
@@ -408,7 +408,7 @@ int odp_init_local(odp_instance_t instance, odp_thread_type_t thr_type)
}
stage = POOL_INIT;
- if (queue_fn->init_local()) {
+ if (odp_queue_init_local()) {
ODP_ERR("ODP queue local init failed.\n");
goto init_fail;
}
@@ -454,7 +454,7 @@ int _odp_term_local(enum init_stage stage)
/* Fall through */
case QUEUE_INIT:
- if (queue_fn->term_local()) {
+ if (odp_queue_term_local()) {
ODP_ERR("ODP queue local term failed.\n");
rc = -1;
}
diff --git a/platform/linux-generic/odp_queue_if.c b/platform/linux-generic/odp_queue_if.c
index d7471dfc..f77405a9 100644
--- a/platform/linux-generic/odp_queue_if.c
+++ b/platform/linux-generic/odp_queue_if.c
@@ -1,111 +1,15 @@
/* Copyright (c) 2017, ARM Limited
* All rights reserved.
*
- * SPDX-License-Identifier: BSD-3-Clause
+ * SPDX-License-Identifier: BSD-3-Clause
*/
-
#include <odp_queue_if.h>
-extern const queue_api_t queue_scalable_api;
extern const queue_fn_t queue_scalable_fn;
-
-extern const queue_api_t queue_default_api;
extern const queue_fn_t queue_default_fn;
#ifdef ODP_SCHEDULE_SCALABLE
-const queue_api_t *queue_api = &queue_scalable_api;
const queue_fn_t *queue_fn = &queue_scalable_fn;
#else
-const queue_api_t *queue_api = &queue_default_api;
const queue_fn_t *queue_fn = &queue_default_fn;
#endif
-
-odp_queue_t odp_queue_create(const char *name, const odp_queue_param_t *param)
-{
- return queue_api->queue_create(name, param);
-}
-
-int odp_queue_destroy(odp_queue_t queue)
-{
- return queue_api->queue_destroy(queue);
-}
-
-odp_queue_t odp_queue_lookup(const char *name)
-{
- return queue_api->queue_lookup(name);
-}
-
-int odp_queue_capability(odp_queue_capability_t *capa)
-{
- return queue_api->queue_capability(capa);
-}
-
-int odp_queue_context_set(odp_queue_t queue, void *context, uint32_t len)
-{
- return queue_api->queue_context_set(queue, context, len);
-}
-
-void *odp_queue_context(odp_queue_t queue)
-{
- return queue_api->queue_context(queue);
-}
-
-int odp_queue_enq(odp_queue_t queue, odp_event_t ev)
-{
- return queue_api->queue_enq(queue, ev);
-}
-
-int odp_queue_enq_multi(odp_queue_t queue, const odp_event_t events[], int num)
-{
- return queue_api->queue_enq_multi(queue, events, num);
-}
-
-odp_event_t odp_queue_deq(odp_queue_t queue)
-{
- return queue_api->queue_deq(queue);
-}
-
-int odp_queue_deq_multi(odp_queue_t queue, odp_event_t events[], int num)
-{
- return queue_api->queue_deq_multi(queue, events, num);
-}
-
-odp_queue_type_t odp_queue_type(odp_queue_t queue)
-{
- return queue_api->queue_type(queue);
-}
-
-odp_schedule_sync_t odp_queue_sched_type(odp_queue_t queue)
-{
- return queue_api->queue_sched_type(queue);
-}
-
-odp_schedule_prio_t odp_queue_sched_prio(odp_queue_t queue)
-{
- return queue_api->queue_sched_prio(queue);
-}
-
-odp_schedule_group_t odp_queue_sched_group(odp_queue_t queue)
-{
- return queue_api->queue_sched_group(queue);
-}
-
-int odp_queue_lock_count(odp_queue_t queue)
-{
- return queue_api->queue_lock_count(queue);
-}
-
-uint64_t odp_queue_to_u64(odp_queue_t hdl)
-{
- return queue_api->queue_to_u64(hdl);
-}
-
-void odp_queue_param_init(odp_queue_param_t *param)
-{
- return queue_api->queue_param_init(param);
-}
-
-int odp_queue_info(odp_queue_t queue, odp_queue_info_t *info)
-{
- return queue_api->queue_info(queue, info);
-}
diff --git a/platform/linux-generic/odp_queue.c b/platform/linux-generic/queue/generic.c
similarity index 85%
rename from platform/linux-generic/odp_queue.c
rename to platform/linux-generic/queue/generic.c
index 46197e00..37f13d03 100644
--- a/platform/linux-generic/odp_queue.c
+++ b/platform/linux-generic/queue/generic.c
@@ -1,12 +1,13 @@
/* Copyright (c) 2013, Linaro Limited
* All rights reserved.
*
- * SPDX-License-Identifier: BSD-3-Clause
+ * SPDX-License-Identifier: BSD-3-Clause
*/
#include <odp/api/queue.h>
#include <odp_queue_internal.h>
#include <odp_queue_if.h>
+#include <odp_queue_subsystem.h>
#include <odp/api/std_types.h>
#include <odp/api/align.h>
#include <odp/api/buffer.h>
@@ -65,7 +66,7 @@ queue_entry_t *get_qentry(uint32_t queue_id)
return &queue_tbl->queue[queue_id];
}
-static int queue_init_global(void)
+static int generic_queue_init_global(void)
{
uint32_t i;
odp_shm_t shm;
@@ -86,6 +87,7 @@ static int queue_init_global(void)
for (i = 0; i < ODP_CONFIG_QUEUES; i++) {
/* init locks */
queue_entry_t *queue = get_qentry(i);
+
LOCK_INIT(&queue->s.lock);
queue->s.index = i;
queue->s.handle = queue_from_id(i);
@@ -102,17 +104,17 @@ static int queue_init_global(void)
return 0;
}
-static int queue_init_local(void)
+static int generic_queue_init_local(void)
{
return 0;
}
-static int queue_term_local(void)
+static int generic_queue_term_local(void)
{
return 0;
}
-static int queue_term_global(void)
+static int generic_queue_term_global(void)
{
int ret = 0;
int rc = 0;
@@ -138,7 +140,7 @@ static int queue_term_global(void)
return rc;
}
-static int queue_capability(odp_queue_capability_t *capa)
+static int generic_queue_capability(odp_queue_capability_t *capa)
{
memset(capa, 0, sizeof(odp_queue_capability_t));
@@ -153,27 +155,27 @@ static int queue_capability(odp_queue_capability_t *capa)
return 0;
}
-static odp_queue_type_t queue_type(odp_queue_t handle)
+static odp_queue_type_t generic_queue_type(odp_queue_t handle)
{
return handle_to_qentry(handle)->s.type;
}
-static odp_schedule_sync_t queue_sched_type(odp_queue_t handle)
+static odp_schedule_sync_t generic_queue_sched_type(odp_queue_t handle)
{
return handle_to_qentry(handle)->s.param.sched.sync;
}
-static odp_schedule_prio_t queue_sched_prio(odp_queue_t handle)
+static odp_schedule_prio_t generic_queue_sched_prio(odp_queue_t handle)
{
return handle_to_qentry(handle)->s.param.sched.prio;
}
-static odp_schedule_group_t queue_sched_group(odp_queue_t handle)
+static odp_schedule_group_t generic_queue_sched_group(odp_queue_t handle)
{
return handle_to_qentry(handle)->s.param.sched.group;
}
-static int queue_lock_count(odp_queue_t handle)
+static int generic_queue_lock_count(odp_queue_t handle)
{
queue_entry_t *queue = handle_to_qentry(handle);
@@ -181,8 +183,8 @@ static int queue_lock_count(odp_queue_t handle)
(int)queue->s.param.sched.lock_count : -1;
}
-static odp_queue_t queue_create(const char *name,
- const odp_queue_param_t *param)
+static odp_queue_t generic_queue_create(const char *name,
+ const odp_queue_param_t *param)
{
uint32_t i;
queue_entry_t *queue;
@@ -247,9 +249,10 @@ void queue_destroy_finalize(uint32_t queue_index)
UNLOCK(&queue->s.lock);
}
-static int queue_destroy(odp_queue_t handle)
+static int generic_queue_destroy(odp_queue_t handle)
{
queue_entry_t *queue;
+
queue = handle_to_qentry(handle);
if (handle == ODP_QUEUE_INVALID)
@@ -292,8 +295,8 @@ static int queue_destroy(odp_queue_t handle)
return 0;
}
-static int queue_context_set(odp_queue_t handle, void *context,
- uint32_t len ODP_UNUSED)
+static int generic_queue_context_set(odp_queue_t handle, void *context,
+ uint32_t len ODP_UNUSED)
{
odp_mb_full();
handle_to_qentry(handle)->s.param.context = context;
@@ -301,12 +304,12 @@ static int queue_context_set(odp_queue_t handle, void *context,
return 0;
}
-static void *queue_context(odp_queue_t handle)
+static void *generic_queue_context(odp_queue_t handle)
{
return handle_to_qentry(handle)->s.param.context;
}
-static odp_queue_t queue_lookup(const char *name)
+static odp_queue_t generic_queue_lookup(const char *name)
{
uint32_t i;
@@ -424,7 +427,8 @@ static int queue_int_enq(queue_t q_int, odp_buffer_hdr_t *buf_hdr)
return -1;
}
-static int queue_enq_multi(odp_queue_t handle, const odp_event_t ev[], int num)
+static int generic_queue_enq_multi(odp_queue_t handle,
+ const odp_event_t ev[], int num)
{
queue_entry_t *queue = handle_to_qentry(handle);
@@ -438,7 +442,7 @@ static int queue_enq_multi(odp_queue_t handle, const odp_event_t ev[], int num)
(odp_buffer_hdr_t **)(uintptr_t)ev, num);
}
-static int queue_enq(odp_queue_t handle, odp_event_t ev)
+static int generic_queue_enq(odp_queue_t handle, odp_event_t ev)
{
queue_entry_t *queue = handle_to_qentry(handle);
@@ -543,7 +547,8 @@ static odp_buffer_hdr_t *queue_int_deq(queue_t q_int)
return NULL;
}
-static int queue_deq_multi(odp_queue_t handle, odp_event_t ev[], int num)
+static int generic_queue_deq_multi(odp_queue_t handle, odp_event_t ev[],
+ int num)
{
queue_entry_t *queue = handle_to_qentry(handle);
@@ -554,7 +559,7 @@ static int queue_deq_multi(odp_queue_t handle, odp_event_t ev[], int num)
(odp_buffer_hdr_t **)ev, num);
}
-static odp_event_t queue_deq(odp_queue_t handle)
+static odp_event_t generic_queue_deq(odp_queue_t handle)
{
queue_entry_t *queue = handle_to_qentry(handle);
@@ -593,7 +598,7 @@ static int queue_init(queue_entry_t *queue, const char *name,
return 0;
}
-static void queue_param_init(odp_queue_param_t *params)
+static void generic_queue_param_init(odp_queue_param_t *params)
{
memset(params, 0, sizeof(odp_queue_param_t));
params->type = ODP_QUEUE_TYPE_PLAIN;
@@ -604,7 +609,7 @@ static void queue_param_init(odp_queue_param_t *params)
params->sched.group = ODP_SCHED_GROUP_ALL;
}
-static int queue_info(odp_queue_t handle, odp_queue_info_t *info)
+static int generic_queue_info(odp_queue_t handle, odp_queue_info_t *info)
{
uint32_t queue_id;
queue_entry_t *queue;
@@ -681,7 +686,7 @@ int queue_empty(uint32_t queue_index)
return ret;
}
-static uint64_t queue_to_u64(odp_queue_t hdl)
+static uint64_t generic_queue_to_u64(odp_queue_t hdl)
{
return _odp_pri(hdl);
}
@@ -744,33 +749,42 @@ static odp_queue_t queue_to_ext(queue_t q_int)
}
/* API functions */
-queue_api_t queue_default_api = {
- .queue_create = queue_create,
- .queue_destroy = queue_destroy,
- .queue_lookup = queue_lookup,
- .queue_capability = queue_capability,
- .queue_context_set = queue_context_set,
- .queue_context = queue_context,
- .queue_enq = queue_enq,
- .queue_enq_multi = queue_enq_multi,
- .queue_deq = queue_deq,
- .queue_deq_multi = queue_deq_multi,
- .queue_type = queue_type,
- .queue_sched_type = queue_sched_type,
- .queue_sched_prio = queue_sched_prio,
- .queue_sched_group = queue_sched_group,
- .queue_lock_count = queue_lock_count,
- .queue_to_u64 = queue_to_u64,
- .queue_param_init = queue_param_init,
- .queue_info = queue_info
+odp_queue_module_t generic_queue = {
+ .base = {
+ .name = "generic_queue",
+ .init_global = generic_queue_init_global,
+ .term_global = generic_queue_term_global,
+ .init_local = generic_queue_init_local,
+ .term_local = generic_queue_term_local,
+ },
+ .create = generic_queue_create,
+ .destroy = generic_queue_destroy,
+ .lookup = generic_queue_lookup,
+ .capability = generic_queue_capability,
+ .context_set = generic_queue_context_set,
+ .context = generic_queue_context,
+ .enq = generic_queue_enq,
+ .enq_multi = generic_queue_enq_multi,
+ .deq = generic_queue_deq,
+ .deq_multi = generic_queue_deq_multi,
+ .type = generic_queue_type,
+ .sched_type = generic_queue_sched_type,
+ .sched_prio = generic_queue_sched_prio,
+ .sched_group = generic_queue_sched_group,
+ .lock_count = generic_queue_lock_count,
+ .to_u64 = generic_queue_to_u64,
+ .param_init = generic_queue_param_init,
+ .info = generic_queue_info,
};
+ODP_MODULE_CONSTRUCTOR(generic_queue)
+{
+ odp_module_constructor(&generic_queue);
+ odp_subsystem_register_module(queue, &generic_queue);
+}
+
/* Functions towards internal components */
queue_fn_t queue_default_fn = {
- .init_global = queue_init_global,
- .term_global = queue_term_global,
- .init_local = queue_init_local,
- .term_local = queue_term_local,
.from_ext = queue_from_ext,
.to_ext = queue_to_ext,
.enq = queue_int_enq,
@@ -781,5 +795,5 @@ queue_fn_t queue_default_fn = {
.set_pktout = queue_set_pktout,
.get_pktin = queue_get_pktin,
.set_pktin = queue_set_pktin,
- .set_enq_deq_fn = queue_set_enq_deq_func
+ .set_enq_deq_fn = queue_set_enq_deq_func,
};
diff --git a/platform/linux-generic/odp_queue_scalable.c b/platform/linux-generic/queue/scalable.c
similarity index 89%
rename from platform/linux-generic/odp_queue_scalable.c
rename to platform/linux-generic/queue/scalable.c
index 503b40f5..020b790d 100644
--- a/platform/linux-generic/odp_queue_scalable.c
+++ b/platform/linux-generic/queue/scalable.c
@@ -3,7 +3,7 @@
* Copyright (c) 2017, Linaro Limited
* All rights reserved.
*
- * SPDX-License-Identifier: BSD-3-Clause
+ * SPDX-License-Identifier: BSD-3-Clause
*/
#include <odp/api/hints.h>
@@ -22,6 +22,7 @@
#include <odp_packet_io_internal.h>
#include <odp_pool_internal.h>
#include <odp_queue_scalable_internal.h>
+#include <odp_queue_subsystem.h>
#include <odp_schedule_if.h>
#include <_ishm_internal.h>
#include <_ishmpool_internal.h>
@@ -182,7 +183,7 @@ rwin_create_failed:
return -1;
}
-static int queue_init_global(void)
+static int scalable_queue_init_global(void)
{
uint32_t i;
uint64_t pool_size;
@@ -258,7 +259,7 @@ queue_tbl_ishm_alloc_failed:
return -1;
}
-static int queue_term_global(void)
+static int scalable_queue_term_global(void)
{
int ret = 0;
int rc = 0;
@@ -285,17 +286,17 @@ static int queue_term_global(void)
return rc;
}
-static int queue_init_local(void)
+static int scalable_queue_init_local(void)
{
return 0;
}
-static int queue_term_local(void)
+static int scalable_queue_term_local(void)
{
return 0;
}
-static int queue_capability(odp_queue_capability_t *capa)
+static int scalable_queue_capability(odp_queue_capability_t *capa)
{
memset(capa, 0, sizeof(odp_queue_capability_t));
@@ -312,27 +313,27 @@ static int queue_capability(odp_queue_capability_t *capa)
return 0;
}
-static odp_queue_type_t queue_type(odp_queue_t handle)
+static odp_queue_type_t scalable_queue_type(odp_queue_t handle)
{
return qentry_from_int(queue_from_ext(handle))->s.type;
}
-static odp_schedule_sync_t queue_sched_type(odp_queue_t handle)
+static odp_schedule_sync_t scalable_queue_sched_type(odp_queue_t handle)
{
return qentry_from_int(queue_from_ext(handle))->s.param.sched.sync;
}
-static odp_schedule_prio_t queue_sched_prio(odp_queue_t handle)
+static odp_schedule_prio_t scalable_queue_sched_prio(odp_queue_t handle)
{
return qentry_from_int(queue_from_ext(handle))->s.param.sched.prio;
}
-static odp_schedule_group_t queue_sched_group(odp_queue_t handle)
+static odp_schedule_group_t scalable_queue_sched_group(odp_queue_t handle)
{
return qentry_from_int(queue_from_ext(handle))->s.param.sched.group;
}
-static int queue_lock_count(odp_queue_t handle)
+static int scalable_queue_lock_count(odp_queue_t handle)
{
queue_entry_t *queue = qentry_from_int(queue_from_ext(handle));
@@ -340,8 +341,8 @@ static int queue_lock_count(odp_queue_t handle)
(int)queue->s.param.sched.lock_count : -1;
}
-static odp_queue_t queue_create(const char *name,
- const odp_queue_param_t *param)
+static odp_queue_t scalable_queue_create(const char *name,
+ const odp_queue_param_t *param)
{
int queue_idx;
odp_queue_t handle = ODP_QUEUE_INVALID;
@@ -375,7 +376,7 @@ static odp_queue_t queue_create(const char *name,
return handle;
}
-static int queue_destroy(odp_queue_t handle)
+static int scalable_queue_destroy(odp_queue_t handle)
{
queue_entry_t *queue;
sched_elem_t *q;
@@ -451,8 +452,8 @@ static int queue_destroy(odp_queue_t handle)
return 0;
}
-static int queue_context_set(odp_queue_t handle, void *context,
- uint32_t len ODP_UNUSED)
+static int scalable_queue_context_set(odp_queue_t handle, void *context,
+ uint32_t len ODP_UNUSED)
{
odp_mb_full();
qentry_from_int(queue_from_ext(handle))->s.param.context = context;
@@ -460,12 +461,12 @@ static int queue_context_set(odp_queue_t handle, void *context,
return 0;
}
-static void *queue_context(odp_queue_t handle)
+static void *scalable_queue_context(odp_queue_t handle)
{
return qentry_from_int(queue_from_ext(handle))->s.param.context;
}
-static odp_queue_t queue_lookup(const char *name)
+static odp_queue_t scalable_queue_lookup(const char *name)
{
uint32_t i;
@@ -645,7 +646,8 @@ static int _queue_enq(queue_t handle, odp_buffer_hdr_t *buf_hdr)
_queue_enq_multi(handle, &buf_hdr, 1) == 1) ? 0 : -1;
}
-static int queue_enq_multi(odp_queue_t handle, const odp_event_t ev[], int num)
+static int scalable_queue_enq_multi(odp_queue_t handle,
+ const odp_event_t ev[], int num)
{
odp_buffer_hdr_t *buf_hdr[QUEUE_MULTI_MAX];
queue_entry_t *queue;
@@ -662,7 +664,7 @@ static int queue_enq_multi(odp_queue_t handle, const odp_event_t ev[], int num)
return queue->s.enqueue_multi(qentry_to_int(queue), buf_hdr, num);
}
-static int queue_enq(odp_queue_t handle, odp_event_t ev)
+static int scalable_queue_enq(odp_queue_t handle, odp_event_t ev)
{
odp_buffer_hdr_t *buf_hdr;
queue_entry_t *queue;
@@ -827,7 +829,8 @@ static odp_buffer_hdr_t *_queue_deq(queue_t handle)
return NULL;
}
-static int queue_deq_multi(odp_queue_t handle, odp_event_t ev[], int num)
+static int scalable_queue_deq_multi(odp_queue_t handle, odp_event_t ev[],
+ int num)
{
queue_entry_t *queue;
@@ -835,10 +838,11 @@ static int queue_deq_multi(odp_queue_t handle, odp_event_t ev[], int num)
num = QUEUE_MULTI_MAX;
queue = qentry_from_int(queue_from_ext(handle));
- return queue->s.dequeue_multi(qentry_to_int(queue), (odp_buffer_hdr_t **)ev, num);
+ return queue->s.dequeue_multi(qentry_to_int(queue),
+ (odp_buffer_hdr_t **)ev, num);
}
-static odp_event_t queue_deq(odp_queue_t handle)
+static odp_event_t scalable_queue_deq(odp_queue_t handle)
{
queue_entry_t *queue;
@@ -846,7 +850,7 @@ static odp_event_t queue_deq(odp_queue_t handle)
return (odp_event_t)queue->s.dequeue(qentry_to_int(queue));
}
-static void queue_param_init(odp_queue_param_t *params)
+static void scalable_queue_param_init(odp_queue_param_t *params)
{
memset(params, 0, sizeof(odp_queue_param_t));
params->type = ODP_QUEUE_TYPE_PLAIN;
@@ -857,7 +861,7 @@ static void queue_param_init(odp_queue_param_t *params)
params->sched.group = ODP_SCHED_GROUP_ALL;
}
-static int queue_info(odp_queue_t handle, odp_queue_info_t *info)
+static int scalable_queue_info(odp_queue_t handle, odp_queue_info_t *info)
{
uint32_t queue_id;
queue_entry_t *queue;
@@ -896,7 +900,7 @@ static int queue_info(odp_queue_t handle, odp_queue_info_t *info)
return 0;
}
-static uint64_t queue_to_u64(odp_queue_t hdl)
+static uint64_t scalable_queue_to_u64(odp_queue_t hdl)
{
return _odp_pri(hdl);
}
@@ -956,33 +960,42 @@ static odp_queue_t queue_to_ext(queue_t handle)
}
/* API functions */
-queue_api_t queue_scalable_api = {
- .queue_create = queue_create,
- .queue_destroy = queue_destroy,
- .queue_lookup = queue_lookup,
- .queue_capability = queue_capability,
- .queue_context_set = queue_context_set,
- .queue_context = queue_context,
- .queue_enq = queue_enq,
- .queue_enq_multi = queue_enq_multi,
- .queue_deq = queue_deq,
- .queue_deq_multi = queue_deq_multi,
- .queue_type = queue_type,
- .queue_sched_type = queue_sched_type,
- .queue_sched_prio = queue_sched_prio,
- .queue_sched_group = queue_sched_group,
- .queue_lock_count = queue_lock_count,
- .queue_to_u64 = queue_to_u64,
- .queue_param_init = queue_param_init,
- .queue_info = queue_info
+odp_queue_module_t scalable_queue = {
+ .base = {
+ .name = "scalable_queue",
+ .init_global = scalable_queue_init_global,
+ .term_global = scalable_queue_term_global,
+ .init_local = scalable_queue_init_local,
+ .term_local = scalable_queue_term_local,
+ },
+ .create = scalable_queue_create,
+ .destroy = scalable_queue_destroy,
+ .lookup = scalable_queue_lookup,
+ .capability = scalable_queue_capability,
+ .context_set = scalable_queue_context_set,
+ .context = scalable_queue_context,
+ .enq = scalable_queue_enq,
+ .enq_multi = scalable_queue_enq_multi,
+ .deq = scalable_queue_deq,
+ .deq_multi = scalable_queue_deq_multi,
+ .type = scalable_queue_type,
+ .sched_type = scalable_queue_sched_type,
+ .sched_prio = scalable_queue_sched_prio,
+ .sched_group = scalable_queue_sched_group,
+ .lock_count = scalable_queue_lock_count,
+ .to_u64 = scalable_queue_to_u64,
+ .param_init = scalable_queue_param_init,
+ .info = scalable_queue_info,
};
+ODP_MODULE_CONSTRUCTOR(scalable_queue)
+{
+ odp_module_constructor(&scalable_queue);
+ odp_subsystem_register_module(queue, &scalable_queue);
+}
+
/* Functions towards internal components */
queue_fn_t queue_scalable_fn = {
- .init_global = queue_init_global,
- .term_global = queue_term_global,
- .init_local = queue_init_local,
- .term_local = queue_term_local,
.from_ext = queue_from_ext,
.to_ext = queue_to_ext,
.enq = _queue_enq,
@@ -993,5 +1006,5 @@ queue_fn_t queue_scalable_fn = {
.set_pktout = queue_set_pktout,
.get_pktin = queue_get_pktin,
.set_pktin = queue_set_pktin,
- .set_enq_deq_fn = queue_set_enq_deq_func
+ .set_enq_deq_fn = queue_set_enq_deq_func,
};
diff --git a/platform/linux-generic/queue/subsystem.c b/platform/linux-generic/queue/subsystem.c
index d4707f0f..e4c66a2b 100644
--- a/platform/linux-generic/queue/subsystem.c
+++ b/platform/linux-generic/queue/subsystem.c
@@ -5,8 +5,11 @@
*
* SPDX-License-Identifier: BSD-3-Clause
*/
-#include <odp_module.h>
+#include <odp/api/queue.h>
+#include <odp_internal.h>
+#include <odp_debug_internal.h>
#include <odp_queue_subsystem.h>
+#include <odp_module.h>
ODP_SUBSYSTEM_DEFINE(queue, "queue public APIs", QUEUE_SUBSYSTEM_VERSION);
@@ -14,3 +17,248 @@ ODP_SUBSYSTEM_CONSTRUCTOR(queue)
{
odp_subsystem_constructor(queue);
}
+
+int odp_queue_init_global(void)
+{
+ odp_queue_module_t *mod =
+ odp_subsystem_active_module(queue, mod);
+
+ ODP_ASSERT(mod);
+ ODP_ASSERT(mod->base.init_global);
+
+ return mod->base.init_global();
+}
+
+int odp_queue_term_global(void)
+{
+ odp_queue_module_t *mod =
+ odp_subsystem_active_module(queue, mod);
+
+ ODP_ASSERT(mod);
+ ODP_ASSERT(mod->base.term_global);
+
+ return mod->base.term_global();
+}
+
+int odp_queue_init_local(void)
+{
+ odp_queue_module_t *mod =
+ odp_subsystem_active_module(queue, mod);
+
+ ODP_ASSERT(mod);
+ ODP_ASSERT(mod->base.init_local);
+
+ return mod->base.init_local();
+}
+
+int odp_queue_term_local(void)
+{
+ odp_queue_module_t *mod =
+ odp_subsystem_active_module(queue, mod);
+
+ ODP_ASSERT(mod);
+ ODP_ASSERT(mod->base.term_local);
+
+ return mod->base.term_local();
+}
+
+odp_queue_t odp_queue_create(const char *name,
+ const odp_queue_param_t *param)
+{
+ odp_queue_module_t *mod =
+ odp_subsystem_active_module(queue, mod);
+
+ ODP_ASSERT(mod);
+ ODP_ASSERT(mod->create);
+
+ return mod->create(name, param);
+}
+
+int odp_queue_destroy(odp_queue_t queue_hdl)
+{
+ odp_queue_module_t *mod =
+ odp_subsystem_active_module(queue, mod);
+
+ ODP_ASSERT(mod);
+ ODP_ASSERT(mod->destroy);
+
+ return mod->destroy(queue_hdl);
+}
+
+odp_queue_t odp_queue_lookup(const char *name)
+{
+ odp_queue_module_t *mod =
+ odp_subsystem_active_module(queue, mod);
+
+ ODP_ASSERT(mod);
+ ODP_ASSERT(mod->lookup);
+
+ return mod->lookup(name);
+}
+
+int odp_queue_capability(odp_queue_capability_t *capa)
+{
+ odp_queue_module_t *mod =
+ odp_subsystem_active_module(queue, mod);
+
+ ODP_ASSERT(mod);
+ ODP_ASSERT(mod->capability);
+
+ return mod->capability(capa);
+}
+
+int odp_queue_context_set(odp_queue_t queue_hdl, void *context,
+ uint32_t len ODP_UNUSED)
+{
+ odp_queue_module_t *mod =
+ odp_subsystem_active_module(queue, mod);
+
+ ODP_ASSERT(mod);
+ ODP_ASSERT(mod->context_set);
+
+ return mod->context_set(queue_hdl, context, len);
+}
+
+void *odp_queue_context(odp_queue_t queue_hdl)
+{
+ odp_queue_module_t *mod =
+ odp_subsystem_active_module(queue, mod);
+
+ ODP_ASSERT(mod);
+ ODP_ASSERT(mod->context);
+
+ return mod->context(queue_hdl);
+}
+
+int odp_queue_enq(odp_queue_t queue_hdl, odp_event_t ev)
+{
+ odp_queue_module_t *mod =
+ odp_subsystem_active_module(queue, mod);
+
+ ODP_ASSERT(mod);
+ ODP_ASSERT(mod->enq);
+
+ return mod->enq(queue_hdl, ev);
+}
+
+int odp_queue_enq_multi(odp_queue_t queue_hdl,
+ const odp_event_t events[], int num)
+{
+ odp_queue_module_t *mod =
+ odp_subsystem_active_module(queue, mod);
+
+ ODP_ASSERT(mod);
+ ODP_ASSERT(mod->enq_multi);
+
+ return mod->enq_multi(queue_hdl, events, num);
+}
+
+odp_event_t odp_queue_deq(odp_queue_t queue_hdl)
+{
+ odp_queue_module_t *mod =
+ odp_subsystem_active_module(queue, mod);
+
+ ODP_ASSERT(mod);
+ ODP_ASSERT(mod->deq);
+
+ return mod->deq(queue_hdl);
+}
+
+int odp_queue_deq_multi(odp_queue_t queue_hdl, odp_event_t events[], int num)
+{
+ odp_queue_module_t *mod =
+ odp_subsystem_active_module(queue, mod);
+
+ ODP_ASSERT(mod);
+ ODP_ASSERT(mod->deq_multi);
+
+ return mod->deq_multi(queue_hdl, events, num);
+}
+
+odp_queue_type_t odp_queue_type(odp_queue_t queue_hdl)
+{
+ odp_queue_module_t *mod =
+ odp_subsystem_active_module(queue, mod);
+
+ ODP_ASSERT(mod);
+ ODP_ASSERT(mod->type);
+
+ return mod->type(queue_hdl);
+}
+
+odp_schedule_sync_t odp_queue_sched_type(odp_queue_t queue_hdl)
+{
+ odp_queue_module_t *mod =
+ odp_subsystem_active_module(queue, mod);
+
+ ODP_ASSERT(mod);
+ ODP_ASSERT(mod->sched_type);
+
+ return mod->sched_type(queue_hdl);
+}
+
+odp_schedule_prio_t odp_queue_sched_prio(odp_queue_t queue_hdl)
+{
+ odp_queue_module_t *mod =
+ odp_subsystem_active_module(queue, mod);
+
+ ODP_ASSERT(mod);
+ ODP_ASSERT(mod->sched_prio);
+
+ return mod->sched_prio(queue_hdl);
+}
+
+odp_schedule_group_t odp_queue_sched_group(odp_queue_t queue_hdl)
+{
+ odp_queue_module_t *mod =
+ odp_subsystem_active_module(queue, mod);
+
+ ODP_ASSERT(mod);
+ ODP_ASSERT(mod->sched_group);
+
+ return mod->sched_group(queue_hdl);
+}
+
+int odp_queue_lock_count(odp_queue_t queue_hdl)
+{
+ odp_queue_module_t *mod =
+ odp_subsystem_active_module(queue, mod);
+
+ ODP_ASSERT(mod);
+ ODP_ASSERT(mod->lock_count);
+
+ return mod->lock_count(queue_hdl);
+}
+
+uint64_t odp_queue_to_u64(odp_queue_t queue_hdl)
+{
+ odp_queue_module_t *mod =
+ odp_subsystem_active_module(queue, mod);
+
+ ODP_ASSERT(mod);
+ ODP_ASSERT(mod->to_u64);
+
+ return mod->to_u64(queue_hdl);
+}
+
+void odp_queue_param_init(odp_queue_param_t *params)
+{
+ odp_queue_module_t *mod =
+ odp_subsystem_active_module(queue, mod);
+
+ ODP_ASSERT(mod);
+ ODP_ASSERT(mod->param_init);
+
+ return mod->param_init(params);
+}
+
+int odp_queue_info(odp_queue_t queue_hdl, odp_queue_info_t *info)
+{
+ odp_queue_module_t *mod =
+ odp_subsystem_active_module(queue, mod);
+
+ ODP_ASSERT(mod);
+ ODP_ASSERT(mod->info);
+
+ return mod->info(queue_hdl, info);
+}
commit 6448dbc4114c655f1de056ea18003956f3b91b76
Author: Joyce Kong <joyce.kong(a)arm.com>
Date: Tue Sep 5 14:21:36 2017 +0800
linux-gen: queue: apply modular framework and create subsystem
Signed-off-by: Joyce Kong <joyce.kong(a)arm.com>
Reviewed-by: Yi He <yi.he(a)linaro.org>
Reviewed-by: Kevin Wang <kevin.wang(a)arm.com>
Reviewed-by: Honnappa Nagarahalli <honnappa.nagarahalli(a)arm.com>
Reviewed-by: Brian Brooks <brian.brooks(a)arm.com>
Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org>
diff --git a/platform/linux-generic/Makefile.am b/platform/linux-generic/Makefile.am
index cbbefa4e..b542966f 100644
--- a/platform/linux-generic/Makefile.am
+++ b/platform/linux-generic/Makefile.am
@@ -192,6 +192,7 @@ noinst_HEADERS = \
${srcdir}/include/odp_packet_socket.h \
${srcdir}/include/odp_packet_tap.h \
${srcdir}/include/odp_pkt_queue_internal.h \
+ ${srcdir}/include/odp_queue_subsystem.h \
${srcdir}/include/odp_pool_internal.h \
${srcdir}/include/odp_pool_subsystem.h \
${srcdir}/include/odp_posix_extensions.h \
@@ -278,6 +279,7 @@ __LIB__libodp_linux_la_SOURCES = \
odp_pkt_queue.c \
odp_queue.c \
odp_queue_if.c \
+ queue/subsystem.c \
odp_queue_scalable.c \
odp_rwlock.c \
odp_rwlock_recursive.c \
diff --git a/platform/linux-generic/include/odp_queue_subsystem.h b/platform/linux-generic/include/odp_queue_subsystem.h
new file mode 100644
index 00000000..c63309fa
--- /dev/null
+++ b/platform/linux-generic/include/odp_queue_subsystem.h
@@ -0,0 +1,76 @@
+/* Copyright (c) 2017, ARM Limited. All rights reserved.
+ *
+ * Copyright (c) 2017, Linaro Limited
+ * All rights reserved.
+ *
+ * SPDX-License-Identifier: BSD-3-Clause
+ */
+#ifndef ODP_QUEUE_SUBSYSTEM_H
+#define ODP_QUEUE_SUBSYSTEM_H
+
+#ifdef __cplusplus
+extern "C" {
+#endif
+
+#include <odp_module.h>
+#include <odp/api/queue.h>
+
+#define QUEUE_SUBSYSTEM_VERSION 0x00010000UL
+
+/* ODP queue public APIs subsystem */
+ODP_SUBSYSTEM_DECLARE(queue);
+
+/* Subsystem APIs declarations */
+ODP_SUBSYSTEM_API(queue, odp_queue_t, create, const char *name,
+ const odp_queue_param_t *param);
+ODP_SUBSYSTEM_API(queue, int, destroy, odp_queue_t queue);
+ODP_SUBSYSTEM_API(queue, odp_queue_t, lookup, const char *name);
+ODP_SUBSYSTEM_API(queue, int, capability, odp_queue_capability_t *capa);
+ODP_SUBSYSTEM_API(queue, int, context_set, odp_queue_t queue,
+ void *context, uint32_t len);
+ODP_SUBSYSTEM_API(queue, void *, context, odp_queue_t queue);
+ODP_SUBSYSTEM_API(queue, int, enq, odp_queue_t queue, odp_event_t ev);
+ODP_SUBSYSTEM_API(queue, int, enq_multi, odp_queue_t queue,
+ const odp_event_t events[], int num);
+ODP_SUBSYSTEM_API(queue, odp_event_t, deq, odp_queue_t queue);
+ODP_SUBSYSTEM_API(queue, int, deq_multi, odp_queue_t queue,
+ odp_event_t events[], int num);
+ODP_SUBSYSTEM_API(queue, odp_queue_type_t, type, odp_queue_t queue);
+ODP_SUBSYSTEM_API(queue, odp_schedule_sync_t, sched_type, odp_queue_t queue);
+ODP_SUBSYSTEM_API(queue, odp_schedule_prio_t, sched_prio, odp_queue_t queue);
+ODP_SUBSYSTEM_API(queue, odp_schedule_group_t, sched_group,
+ odp_queue_t queue);
+ODP_SUBSYSTEM_API(queue, int, lock_count, odp_queue_t queue);
+ODP_SUBSYSTEM_API(queue, uint64_t, to_u64, odp_queue_t hdl);
+ODP_SUBSYSTEM_API(queue, void, param_init, odp_queue_param_t *param);
+ODP_SUBSYSTEM_API(queue, int, info, odp_queue_t queue,
+ odp_queue_info_t *info);
+
+typedef ODP_MODULE_CLASS(queue) {
+ odp_module_base_t base;
+
+ odp_api_proto(queue, enq_multi) enq_multi;
+ odp_api_proto(queue, deq_multi) deq_multi;
+ odp_api_proto(queue, enq) enq;
+ odp_api_proto(queue, deq) deq;
+ odp_api_proto(queue, context) context;
+ odp_api_proto(queue, sched_type) sched_type;
+ odp_api_proto(queue, sched_prio) sched_prio;
+ odp_api_proto(queue, sched_group) sched_group;
+ odp_api_proto(queue, create) create;
+ odp_api_proto(queue, destroy) destroy;
+ odp_api_proto(queue, lookup) lookup;
+ odp_api_proto(queue, capability) capability;
+ odp_api_proto(queue, context_set) context_set;
+ odp_api_proto(queue, type) type;
+ odp_api_proto(queue, lock_count) lock_count;
+ odp_api_proto(queue, to_u64) to_u64;
+ odp_api_proto(queue, param_init) param_init;
+ odp_api_proto(queue, info) info;
+} odp_queue_module_t;
+
+#ifdef __cplusplus
+}
+#endif
+
+#endif
diff --git a/platform/linux-generic/queue/subsystem.c b/platform/linux-generic/queue/subsystem.c
new file mode 100644
index 00000000..d4707f0f
--- /dev/null
+++ b/platform/linux-generic/queue/subsystem.c
@@ -0,0 +1,16 @@
+/* Copyright (c) 2017, ARM Limited. All rights reserved.
+ *
+ * Copyright (c) 2017, Linaro Limited
+ * All rights reserved.
+ *
+ * SPDX-License-Identifier: BSD-3-Clause
+ */
+#include <odp_module.h>
+#include <odp_queue_subsystem.h>
+
+ODP_SUBSYSTEM_DEFINE(queue, "queue public APIs", QUEUE_SUBSYSTEM_VERSION);
+
+ODP_SUBSYSTEM_CONSTRUCTOR(queue)
+{
+ odp_subsystem_constructor(queue);
+}
-----------------------------------------------------------------------
Summary of changes:
platform/linux-dpdk/Makefile.am | 15 +-
platform/linux-dpdk/buffer/dpdk.c | 207 ++++++++++++++++
platform/linux-dpdk/include/odp_buffer_inlines.h | 5 +
platform/linux-dpdk/include/odp_config_internal.h | 7 +
platform/linux-dpdk/odp_buffer.c | 113 ---------
platform/linux-dpdk/odp_init.c | 4 +-
platform/linux-dpdk/odp_packet.c | 2 +-
platform/linux-dpdk/pool/dpdk.c | 62 -----
platform/linux-generic/Makefile.am | 11 +-
platform/linux-generic/include/odp_internal.h | 2 +
platform/linux-generic/include/odp_queue_if.h | 64 +----
.../linux-generic/include/odp_queue_subsystem.h | 77 ++++++
platform/linux-generic/odp_init.c | 8 +-
platform/linux-generic/odp_queue_if.c | 98 +-------
.../linux-generic/{odp_queue.c => queue/generic.c} | 112 +++++----
.../{odp_queue_scalable.c => queue/scalable.c} | 113 +++++----
platform/linux-generic/queue/subsystem.c | 264 +++++++++++++++++++++
17 files changed, 728 insertions(+), 436 deletions(-)
create mode 100644 platform/linux-dpdk/buffer/dpdk.c
delete mode 100644 platform/linux-dpdk/odp_buffer.c
create mode 100644 platform/linux-generic/include/odp_queue_subsystem.h
rename platform/linux-generic/{odp_queue.c => queue/generic.c} (85%)
rename platform/linux-generic/{odp_queue_scalable.c => queue/scalable.c} (89%)
create mode 100644 platform/linux-generic/queue/subsystem.c
hooks/post-receive
--
6 years, 7 months
- 1
- 0
[COMMIT] branch api-next updated. v1.15.0.0-694-g6e79d897
by git＠git-us.linaro.org
This is an automated email from the git hooks/post-receive script. It was
generated because a ref change was pushed to the repository containing
the project "".
The branch, api-next has been updated
via 6e79d897e3d5010991bf6e6ebf207bfd988f1129 (commit)
from c6ab55e8bc2b797af290349b56c829e38839929b (commit)
Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.
- Log -----------------------------------------------------------------
commit 6e79d897e3d5010991bf6e6ebf207bfd988f1129
Author: Petri Savolainen <petri.savolainen(a)linaro.org>
Date: Thu Sep 14 15:02:51 2017 +0300
api: timer: refine timer pool param documentation
Specify explicitly what each timer pool parameter means. This does
not change the intended use of the parameters.
Signed-off-by: Petri Savolainen <petri.savolainen(a)linaro.org>
Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org>
Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org>
diff --git a/include/odp/api/spec/timer.h b/include/odp/api/spec/timer.h
index b76f5654..17daafc7 100644
--- a/include/odp/api/spec/timer.h
+++ b/include/odp/api/spec/timer.h
@@ -99,12 +99,36 @@ typedef enum {
* Timer pool parameters are used when creating and querying timer pools.
*/
typedef struct {
- uint64_t res_ns; /**< Timeout resolution in nanoseconds */
- uint64_t min_tmo; /**< Minimum relative timeout in nanoseconds */
- uint64_t max_tmo; /**< Maximum relative timeout in nanoseconds */
- uint32_t num_timers; /**< (Minimum) number of supported timers */
- int priv; /**< Shared (false) or private (true) timer pool */
- odp_timer_clk_src_t clk_src; /**< Clock source for timers */
+ /** Timeout resolution in nanoseconds. Timer pool must serve timeouts
+ * with this or higher resolution. The minimum valid value (highest
+ * resolution) is defined by timer capability 'highest_res_ns'. */
+ uint64_t res_ns;
+
+ /** Minimum relative timeout in nanoseconds. All requested timeouts
+ * will be at least this many nanoseconds after the current
+ * time of the timer pool. Timer set functions return an error, if too
+ * short timeout was requested. The value may be also less than
+ * 'res_ns'. */
+ uint64_t min_tmo;
+
+ /** Maximum relative timeout in nanoseconds. All requested timeouts
+ * will be at most this many nanoseconds after the current
+ * time of the timer pool. Timer set functions return an error, if too
+ * long timeout was requested. */
+ uint64_t max_tmo;
+
+ /** Number of timers needed. Application will create in maximum this
+ * many concurrent timers from the timer pool. */
+ uint32_t num_timers;
+
+ /** Thread private timer pool. When zero, multiple thread may use the
+ * timer pool concurrently. When non-zero, only single thread uses the
+ * timer pool (concurrently). */
+ int priv;
+
+ /** Clock source for timers */
+ odp_timer_clk_src_t clk_src;
+
} odp_timer_pool_param_t;
/**
-----------------------------------------------------------------------
Summary of changes:
include/odp/api/spec/timer.h | 36 ++++++++++++++++++++++++++++++------
1 file changed, 30 insertions(+), 6 deletions(-)
hooks/post-receive
--
6 years, 7 months
- 1
- 0
[COMMIT] branch api-next updated. v1.15.0.0-693-gc6ab55e8
by git＠git-us.linaro.org
This is an automated email from the git hooks/post-receive script. It was
generated because a ref change was pushed to the repository containing
the project "".
The branch, api-next has been updated
via c6ab55e8bc2b797af290349b56c829e38839929b (commit)
via f2da0136e11df9372ada5f01efdc4cf176680dea (commit)
from e344e4364f771f32b86d822d0c447770588fe65d (commit)
Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.
- Log -----------------------------------------------------------------
commit c6ab55e8bc2b797af290349b56c829e38839929b
Author: Balasubramanian Manoharan <bala.manoharan(a)linaro.org>
Date: Mon Aug 28 21:53:18 2017 -0700
linux-generic: pool: implementation for min and max headroom configuration
Implements pool min and max headroom configuration
Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org>
Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org>
Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org>
diff --git a/platform/linux-generic/odp_pool.c b/platform/linux-generic/odp_pool.c
index 39e01083..c9aca7d6 100644
--- a/platform/linux-generic/odp_pool.c
+++ b/platform/linux-generic/odp_pool.c
@@ -356,6 +356,10 @@ static odp_pool_t pool_create(const char *name, odp_pool_param_t *params,
break;
case ODP_POOL_PACKET:
+ if (params->pkt.headroom > CONFIG_PACKET_HEADROOM) {
+ ODP_ERR("Packet headroom size not supported.");
+ return ODP_POOL_INVALID;
+ }
headroom = CONFIG_PACKET_HEADROOM;
tailroom = CONFIG_PACKET_TAILROOM;
num = params->pkt.num;
@@ -862,6 +866,7 @@ int odp_pool_capability(odp_pool_capability_t *capa)
capa->pkt.max_len = CONFIG_PACKET_MAX_SEGS * max_seg_len;
capa->pkt.max_num = CONFIG_POOL_MAX_NUM;
capa->pkt.min_headroom = CONFIG_PACKET_HEADROOM;
+ capa->pkt.max_headroom = CONFIG_PACKET_HEADROOM;
capa->pkt.min_tailroom = CONFIG_PACKET_TAILROOM;
capa->pkt.max_segs_per_pkt = CONFIG_PACKET_MAX_SEGS;
capa->pkt.min_seg_len = max_seg_len;
@@ -921,6 +926,7 @@ odp_pool_t odp_buffer_pool(odp_buffer_t buf)
void odp_pool_param_init(odp_pool_param_t *params)
{
memset(params, 0, sizeof(odp_pool_param_t));
+ params->pkt.headroom = CONFIG_PACKET_HEADROOM;
}
uint64_t odp_pool_to_u64(odp_pool_t hdl)
commit f2da0136e11df9372ada5f01efdc4cf176680dea
Author: Balasubramanian Manoharan <bala.manoharan(a)linaro.org>
Date: Mon Aug 28 21:52:42 2017 -0700
api: pool: add min and max headroom configuration in pool
Adds minimum and maximum headroom configuration in pool
Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org>
Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org>
Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org>
diff --git a/include/odp/api/spec/pool.h b/include/odp/api/spec/pool.h
index 6fc5b6b4..221798ee 100644
--- a/include/odp/api/spec/pool.h
+++ b/include/odp/api/spec/pool.h
@@ -97,6 +97,13 @@ typedef struct odp_pool_capability_t {
* packet input and user allocated packets.*/
uint32_t min_headroom;
+ /** Maximum packet level headroom length in bytes
+ *
+ * The maximum value of packet pool headroom parameter
+ * that can be configured. This value applies to both ODP
+ * packet input and user allocated packets.*/
+ uint32_t max_headroom;
+
/** Minimum packet level tailroom length in bytes
*
* The minimum number of tailroom bytes that newly created
@@ -214,6 +221,13 @@ typedef struct odp_pool_param_t {
defined by pool capability pkt.max_uarea_size.
Specify as 0 if no user area is needed. */
uint32_t uarea_size;
+
+ /** Minimum Headroom size in bytes. Each newly allocated
+ packet from the pool must have at least this much
+ headroom. The maximum value is defined by pool
+ capability pkt.max_headroom.
+ Use zero if headroom is not needed. */
+ uint32_t headroom;
} pkt;
/** Parameters for timeout pools */
-----------------------------------------------------------------------
Summary of changes:
include/odp/api/spec/pool.h | 14 ++++++++++++++
platform/linux-generic/odp_pool.c | 6 ++++++
2 files changed, 20 insertions(+)
hooks/post-receive
--
6 years, 7 months
- 1
- 0
[COMMIT] branch api-next updated. v1.15.0.0-691-ge344e436
by git＠git-us.linaro.org
This is an automated email from the git hooks/post-receive script. It was
generated because a ref change was pushed to the repository containing
the project "".
The branch, api-next has been updated
via e344e4364f771f32b86d822d0c447770588fe65d (commit)
via f3fa10fa00f5040f5ce2bfd18894227a7ef76c02 (commit)
via 4e6dbf3c8151335c2a5361da3f228666c688d8fa (commit)
via f172905f96be14da4760653cba92cd1f9c820374 (commit)
via 7018fa1c5e446ca8f60490c848a95b27e942783b (commit)
via f66f92352bb5d1ed3a19fe5b5b8ca0419e525274 (commit)
via e35949df96b46d2e23ca83029f468415efcbf18a (commit)
via d248692dfe6ace13138e48eb1c23c1f5e942269c (commit)
via 88efcd91e325438d7e2b7c410213ca95a9acefe5 (commit)
from f91cde2bb770eefcfe791ce49c67ce3b1f5bf6d2 (commit)
Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.
- Log -----------------------------------------------------------------
commit e344e4364f771f32b86d822d0c447770588fe65d
Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org>
Date: Tue Sep 12 10:59:50 2017 +0300
api: ipsec: rename odp_ipsec_mtu_update to follow odp_ipsec_sa_* pattern
All SA-related functions use odp_ipsec_sa_ prefix, except
odp_ipsec_mtu_update(). Rename this function to follow this pattern.
Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org>
Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org>
Reviewed-by: Petri Savolainen <petri.savolainen(a)nokia.com>
Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org>
diff --git a/include/odp/api/spec/ipsec.h b/include/odp/api/spec/ipsec.h
index 0b36b864..5631989f 100644
--- a/include/odp/api/spec/ipsec.h
+++ b/include/odp/api/spec/ipsec.h
@@ -714,7 +714,7 @@ typedef struct odp_ipsec_sa_param_t {
*
* This is the maximum length of IP packets that
* outbound IPSEC operations may produce. The value may
- * be updated later with odp_ipsec_mtu_update().
+ * be updated later with odp_ipsec_sa_mtu_update().
*/
uint32_t mtu;
@@ -1481,7 +1481,7 @@ int odp_ipsec_status(odp_ipsec_status_t *status, odp_event_t event);
* @retval 0 On success
* @retval <0 On failure
*/
-int odp_ipsec_mtu_update(odp_ipsec_sa_t sa, uint32_t mtu);
+int odp_ipsec_sa_mtu_update(odp_ipsec_sa_t sa, uint32_t mtu);
/**
* Get user defined SA context pointer
diff --git a/platform/linux-generic/odp_ipsec.c b/platform/linux-generic/odp_ipsec.c
index c7eeb4ec..04757e78 100644
--- a/platform/linux-generic/odp_ipsec.c
+++ b/platform/linux-generic/odp_ipsec.c
@@ -147,7 +147,7 @@ int odp_ipsec_status(odp_ipsec_status_t *status, odp_event_t event)
return -1;
}
-int odp_ipsec_mtu_update(odp_ipsec_sa_t sa, uint32_t mtu)
+int odp_ipsec_sa_mtu_update(odp_ipsec_sa_t sa, uint32_t mtu)
{
(void)sa;
(void)mtu;
commit f3fa10fa00f5040f5ce2bfd18894227a7ef76c02
Author: Balasubramanian Manoharan <bala.manoharan(a)linaro.org>
Date: Thu Sep 14 03:45:26 2017 -0700
test: validation: schduler: change order lock function signature
change order lock function param signature from unsigned to uint32_t
Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org>
Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org>
Reviewed-by: Petri Savolainen <petri.savolainen(a)nokia.com>
Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org>
diff --git a/test/common_plat/validation/api/scheduler/scheduler.c b/test/common_plat/validation/api/scheduler/scheduler.c
index 963275be..2c0d4410 100644
--- a/test/common_plat/validation/api/scheduler/scheduler.c
+++ b/test/common_plat/validation/api/scheduler/scheduler.c
@@ -730,12 +730,12 @@ static int schedule_common_(void *arg)
continue;
if (sync == ODP_SCHED_SYNC_ORDERED) {
- int ndx;
- int ndx_max;
+ uint32_t ndx;
+ uint32_t ndx_max;
int rc;
ndx_max = odp_queue_lock_count(from);
- CU_ASSERT_FATAL(ndx_max >= 0);
+ CU_ASSERT_FATAL(ndx_max > 0);
qctx = odp_queue_context(from);
@@ -781,12 +781,12 @@ static int schedule_common_(void *arg)
buf = odp_buffer_from_event(ev);
num = 1;
if (sync == ODP_SCHED_SYNC_ORDERED) {
- int ndx;
- int ndx_max;
+ uint32_t ndx;
+ uint32_t ndx_max;
int rc;
ndx_max = odp_queue_lock_count(from);
- CU_ASSERT_FATAL(ndx_max >= 0);
+ CU_ASSERT_FATAL(ndx_max > 0);
qctx = odp_queue_context(from);
bctx = odp_buffer_addr(buf);
@@ -996,11 +996,11 @@ static void reset_queues(thread_args_t *args)
for (k = 0; k < args->num_bufs; k++) {
queue_context *qctx =
odp_queue_context(queue);
- int ndx;
- int ndx_max;
+ uint32_t ndx;
+ uint32_t ndx_max;
ndx_max = odp_queue_lock_count(queue);
- CU_ASSERT_FATAL(ndx_max >= 0);
+ CU_ASSERT_FATAL(ndx_max > 0);
qctx->sequence = 0;
for (ndx = 0; ndx < ndx_max; ndx++)
qctx->lock_sequence[ndx] = 0;
@@ -1436,7 +1436,7 @@ static int create_queues(void)
return -1;
}
if (odp_queue_lock_count(q) !=
- (int)capa.max_ordered_locks) {
+ capa.max_ordered_locks) {
printf("Queue %" PRIu64 " created with "
"%d locks instead of expected %d\n",
odp_queue_to_u64(q),
commit 4e6dbf3c8151335c2a5361da3f228666c688d8fa
Author: Balasubramanian Manoharan <bala.manoharan(a)linaro.org>
Date: Thu Sep 14 03:44:49 2017 -0700
test: validation: queue: change order lock data type
change oder lock count data type from unsigned to uint32_t
Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org>
Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org>
Reviewed-by: Petri Savolainen <petri.savolainen(a)nokia.com>
Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org>
diff --git a/test/common_plat/validation/api/queue/queue.c b/test/common_plat/validation/api/queue/queue.c
index 94d0a2fd..1ec05b1f 100644
--- a/test/common_plat/validation/api/queue/queue.c
+++ b/test/common_plat/validation/api/queue/queue.c
@@ -267,9 +267,9 @@ void queue_test_info(void)
odp_queue_capability_t capability;
char q_plain_ctx[] = "test_q_plain context data";
char q_order_ctx[] = "test_q_order context data";
- unsigned lock_count;
+ uint32_t lock_count;
char *ctx;
- int ret;
+ uint32_t ret;
/* Create a plain queue and set context */
q_plain = odp_queue_create(nq_plain, NULL);
@@ -314,8 +314,8 @@ void queue_test_info(void)
CU_ASSERT(info.param.sched.sync == odp_queue_sched_type(q_order));
CU_ASSERT(info.param.sched.group == odp_queue_sched_group(q_order));
ret = odp_queue_lock_count(q_order);
- CU_ASSERT(ret >= 0);
- lock_count = (unsigned)ret;
+ CU_ASSERT(ret > 0);
+ lock_count = ret;
CU_ASSERT(info.param.sched.lock_count == lock_count);
CU_ASSERT(odp_queue_destroy(q_plain) == 0);
commit f172905f96be14da4760653cba92cd1f9c820374
Author: Balasubramanian Manoharan <bala.manoharan(a)linaro.org>
Date: Fri Sep 15 14:28:38 2017 +0530
linux-generic: schedule: implement schedule order unlock lock api
Implements odp_schedule_order_unlock_lock() api. This api combines schedule
order unlock and lock into a single api for performance optimization in HW.
Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org>
Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org>
Reviewed-by: Petri Savolainen <petri.savolainen(a)nokia.com>
Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org>
diff --git a/platform/linux-generic/include/odp_schedule_if.h b/platform/linux-generic/include/odp_schedule_if.h
index 272c6af6..06a70bdd 100644
--- a/platform/linux-generic/include/odp_schedule_if.h
+++ b/platform/linux-generic/include/odp_schedule_if.h
@@ -40,6 +40,7 @@ typedef int (*schedule_init_local_fn_t)(void);
typedef int (*schedule_term_local_fn_t)(void);
typedef void (*schedule_order_lock_fn_t)(void);
typedef void (*schedule_order_unlock_fn_t)(void);
+typedef void (*schedule_order_unlock_lock_fn_t)(void);
typedef uint32_t (*schedule_max_ordered_locks_fn_t)(void);
typedef void (*schedule_save_context_fn_t)(uint32_t queue_index);
@@ -59,6 +60,7 @@ typedef struct schedule_fn_t {
schedule_term_local_fn_t term_local;
schedule_order_lock_fn_t order_lock;
schedule_order_unlock_fn_t order_unlock;
+ schedule_order_unlock_lock_fn_t order_unlock_lock;
schedule_max_ordered_locks_fn_t max_ordered_locks;
/* Called only when status_sync is set */
@@ -102,6 +104,7 @@ typedef struct {
odp_schedule_group_info_t *);
void (*schedule_order_lock)(uint32_t);
void (*schedule_order_unlock)(uint32_t);
+ void (*schedule_order_unlock_lock)(uint32_t, uint32_t);
} schedule_api_t;
diff --git a/platform/linux-generic/odp_schedule.c b/platform/linux-generic/odp_schedule.c
index b23cbec9..59d924a5 100644
--- a/platform/linux-generic/odp_schedule.c
+++ b/platform/linux-generic/odp_schedule.c
@@ -1144,6 +1144,13 @@ static void schedule_order_unlock(uint32_t lock_index)
odp_atomic_store_rel_u64(ord_lock, sched_local.ordered.ctx + 1);
}
+static void schedule_order_unlock_lock(uint32_t unlock_index,
+ uint32_t lock_index)
+{
+ schedule_order_unlock(unlock_index);
+ schedule_order_lock(lock_index);
+}
+
static void schedule_pause(void)
{
sched_local.pause = 1;
@@ -1429,5 +1436,6 @@ const schedule_api_t schedule_default_api = {
.schedule_group_thrmask = schedule_group_thrmask,
.schedule_group_info = schedule_group_info,
.schedule_order_lock = schedule_order_lock,
- .schedule_order_unlock = schedule_order_unlock
+ .schedule_order_unlock = schedule_order_unlock,
+ .schedule_order_unlock_lock = schedule_order_unlock_lock
};
diff --git a/platform/linux-generic/odp_schedule_if.c b/platform/linux-generic/odp_schedule_if.c
index ff664420..08ca813a 100644
--- a/platform/linux-generic/odp_schedule_if.c
+++ b/platform/linux-generic/odp_schedule_if.c
@@ -129,3 +129,8 @@ void odp_schedule_order_unlock(uint32_t lock_index)
{
return sched_api->schedule_order_unlock(lock_index);
}
+
+void odp_schedule_order_unlock_lock(uint32_t unlock_index, uint32_t lock_index)
+{
+ sched_api->schedule_order_unlock_lock(unlock_index, lock_index);
+}
diff --git a/platform/linux-generic/odp_schedule_iquery.c b/platform/linux-generic/odp_schedule_iquery.c
index 59126a83..1ad918a4 100644
--- a/platform/linux-generic/odp_schedule_iquery.c
+++ b/platform/linux-generic/odp_schedule_iquery.c
@@ -1299,6 +1299,13 @@ static void schedule_order_unlock(uint32_t lock_index)
odp_atomic_store_rel_u64(ord_lock, thread_local.ordered.ctx + 1);
}
+static void schedule_order_unlock_lock(uint32_t unlock_index,
+ uint32_t lock_index)
+{
+ schedule_order_unlock(unlock_index);
+ schedule_order_lock(lock_index);
+}
+
static uint32_t schedule_max_ordered_locks(void)
{
return CONFIG_QUEUE_MAX_ORD_LOCKS;
@@ -1371,7 +1378,8 @@ const schedule_api_t schedule_iquery_api = {
.schedule_group_thrmask = schedule_group_thrmask,
.schedule_group_info = schedule_group_info,
.schedule_order_lock = schedule_order_lock,
- .schedule_order_unlock = schedule_order_unlock
+ .schedule_order_unlock = schedule_order_unlock,
+ .schedule_order_unlock_lock = schedule_order_unlock_lock
};
static void thread_set_interest(sched_thread_local_t *thread,
diff --git a/platform/linux-generic/odp_schedule_scalable.c b/platform/linux-generic/odp_schedule_scalable.c
index 6f769ca5..642e7ee7 100644
--- a/platform/linux-generic/odp_schedule_scalable.c
+++ b/platform/linux-generic/odp_schedule_scalable.c
@@ -1179,6 +1179,13 @@ static void schedule_order_unlock(uint32_t lock_index)
rctx->olock_flags |= 1U << lock_index;
}
+static void schedule_order_unlock_lock(uint32_t unlock_index,
+ uint32_t lock_index)
+{
+ schedule_order_unlock(unlock_index);
+ schedule_order_lock(lock_index);
+}
+
static void schedule_release_atomic(void)
{
sched_scalable_thread_state_t *ts;
@@ -2088,4 +2095,5 @@ const schedule_api_t schedule_scalable_api = {
.schedule_group_info = schedule_group_info,
.schedule_order_lock = schedule_order_lock,
.schedule_order_unlock = schedule_order_unlock,
+ .schedule_order_unlock_lock = schedule_order_unlock_lock,
};
diff --git a/platform/linux-generic/odp_schedule_sp.c b/platform/linux-generic/odp_schedule_sp.c
index 0dd2404a..7f0404b1 100644
--- a/platform/linux-generic/odp_schedule_sp.c
+++ b/platform/linux-generic/odp_schedule_sp.c
@@ -822,6 +822,13 @@ static void schedule_order_unlock(uint32_t lock_index)
(void)lock_index;
}
+static void schedule_order_unlock_lock(uint32_t unlock_index,
+ uint32_t lock_index)
+{
+ (void)unlock_index;
+ (void)lock_index;
+}
+
static void order_lock(void)
{
}
@@ -871,5 +878,6 @@ const schedule_api_t schedule_sp_api = {
.schedule_group_thrmask = schedule_group_thrmask,
.schedule_group_info = schedule_group_info,
.schedule_order_lock = schedule_order_lock,
- .schedule_order_unlock = schedule_order_unlock
+ .schedule_order_unlock = schedule_order_unlock,
+ .schedule_order_unlock_lock = schedule_order_unlock_lock
};
commit 7018fa1c5e446ca8f60490c848a95b27e942783b
Author: Balasubramanian Manoharan <bala.manoharan(a)linaro.org>
Date: Fri Sep 15 14:27:51 2017 +0530
linux-generic: schedule: change order lock function signature
change function param signature from unsigned to uint32_t
Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org>
Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org>
Reviewed-by: Petri Savolainen <petri.savolainen(a)nokia.com>
Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org>
diff --git a/platform/linux-generic/include/odp_schedule_if.h b/platform/linux-generic/include/odp_schedule_if.h
index 71538e62..272c6af6 100644
--- a/platform/linux-generic/include/odp_schedule_if.h
+++ b/platform/linux-generic/include/odp_schedule_if.h
@@ -40,7 +40,7 @@ typedef int (*schedule_init_local_fn_t)(void);
typedef int (*schedule_term_local_fn_t)(void);
typedef void (*schedule_order_lock_fn_t)(void);
typedef void (*schedule_order_unlock_fn_t)(void);
-typedef unsigned (*schedule_max_ordered_locks_fn_t)(void);
+typedef uint32_t (*schedule_max_ordered_locks_fn_t)(void);
typedef void (*schedule_save_context_fn_t)(uint32_t queue_index);
typedef struct schedule_fn_t {
@@ -100,8 +100,8 @@ typedef struct {
int (*schedule_group_thrmask)(odp_schedule_group_t, odp_thrmask_t *);
int (*schedule_group_info)(odp_schedule_group_t,
odp_schedule_group_info_t *);
- void (*schedule_order_lock)(unsigned);
- void (*schedule_order_unlock)(unsigned);
+ void (*schedule_order_lock)(uint32_t);
+ void (*schedule_order_unlock)(uint32_t);
} schedule_api_t;
diff --git a/platform/linux-generic/include/odp_schedule_scalable_ordered.h b/platform/linux-generic/include/odp_schedule_scalable_ordered.h
index ca49bbf4..c493dead 100644
--- a/platform/linux-generic/include/odp_schedule_scalable_ordered.h
+++ b/platform/linux-generic/include/odp_schedule_scalable_ordered.h
@@ -79,7 +79,7 @@ typedef struct reorder_window {
uint32_t tail;
uint32_t turn;
uint32_t olock[CONFIG_QUEUE_MAX_ORD_LOCKS];
- uint16_t lock_count;
+ uint32_t lock_count;
/* Reorder contexts in this window */
reorder_context_t *ring[RWIN_SIZE];
} reorder_window_t;
diff --git a/platform/linux-generic/odp_schedule.c b/platform/linux-generic/odp_schedule.c
index 8c444f4d..b23cbec9 100644
--- a/platform/linux-generic/odp_schedule.c
+++ b/platform/linux-generic/odp_schedule.c
@@ -250,7 +250,7 @@ typedef struct {
int prio;
int queue_per_prio;
int sync;
- unsigned order_lock_count;
+ uint32_t order_lock_count;
} queue[ODP_CONFIG_QUEUES];
struct {
@@ -465,7 +465,7 @@ static inline int grp_update_tbl(void)
return num;
}
-static unsigned schedule_max_ordered_locks(void)
+static uint32_t schedule_max_ordered_locks(void)
{
return CONFIG_QUEUE_MAX_ORD_LOCKS;
}
@@ -699,7 +699,7 @@ static inline void ordered_stash_release(void)
static inline void release_ordered(void)
{
uint32_t qi;
- unsigned i;
+ uint32_t i;
qi = sched_local.ordered.src_queue;
@@ -1100,7 +1100,7 @@ static void order_unlock(void)
{
}
-static void schedule_order_lock(unsigned lock_index)
+static void schedule_order_lock(uint32_t lock_index)
{
odp_atomic_u64_t *ord_lock;
uint32_t queue_index;
@@ -1127,7 +1127,7 @@ static void schedule_order_lock(unsigned lock_index)
}
}
-static void schedule_order_unlock(unsigned lock_index)
+static void schedule_order_unlock(uint32_t lock_index)
{
odp_atomic_u64_t *ord_lock;
uint32_t queue_index;
diff --git a/platform/linux-generic/odp_schedule_if.c b/platform/linux-generic/odp_schedule_if.c
index e56e3722..ff664420 100644
--- a/platform/linux-generic/odp_schedule_if.c
+++ b/platform/linux-generic/odp_schedule_if.c
@@ -120,12 +120,12 @@ int odp_schedule_group_info(odp_schedule_group_t group,
return sched_api->schedule_group_info(group, info);
}
-void odp_schedule_order_lock(unsigned lock_index)
+void odp_schedule_order_lock(uint32_t lock_index)
{
return sched_api->schedule_order_lock(lock_index);
}
-void odp_schedule_order_unlock(unsigned lock_index)
+void odp_schedule_order_unlock(uint32_t lock_index)
{
return sched_api->schedule_order_unlock(lock_index);
}
diff --git a/platform/linux-generic/odp_schedule_iquery.c b/platform/linux-generic/odp_schedule_iquery.c
index afe8ee1a..59126a83 100644
--- a/platform/linux-generic/odp_schedule_iquery.c
+++ b/platform/linux-generic/odp_schedule_iquery.c
@@ -1153,7 +1153,7 @@ static inline void ordered_stash_release(void)
static inline void release_ordered(void)
{
uint32_t qi;
- unsigned i;
+ uint32_t i;
qi = thread_local.ordered.src_queue;
@@ -1255,7 +1255,7 @@ static void order_unlock(void)
{
}
-static void schedule_order_lock(unsigned lock_index)
+static void schedule_order_lock(uint32_t lock_index)
{
odp_atomic_u64_t *ord_lock;
uint32_t queue_index;
@@ -1282,7 +1282,7 @@ static void schedule_order_lock(unsigned lock_index)
}
}
-static void schedule_order_unlock(unsigned lock_index)
+static void schedule_order_unlock(uint32_t lock_index)
{
odp_atomic_u64_t *ord_lock;
uint32_t queue_index;
@@ -1299,7 +1299,7 @@ static void schedule_order_unlock(unsigned lock_index)
odp_atomic_store_rel_u64(ord_lock, thread_local.ordered.ctx + 1);
}
-static unsigned schedule_max_ordered_locks(void)
+static uint32_t schedule_max_ordered_locks(void)
{
return CONFIG_QUEUE_MAX_ORD_LOCKS;
}
diff --git a/platform/linux-generic/odp_schedule_scalable.c b/platform/linux-generic/odp_schedule_scalable.c
index 676b3419..6f769ca5 100644
--- a/platform/linux-generic/odp_schedule_scalable.c
+++ b/platform/linux-generic/odp_schedule_scalable.c
@@ -1141,7 +1141,7 @@ restart_same:
/******************************************************************************/
-static void schedule_order_lock(unsigned lock_index)
+static void schedule_order_lock(uint32_t lock_index)
{
struct reorder_context *rctx = sched_ts->rctx;
@@ -1161,7 +1161,7 @@ static void schedule_order_lock(unsigned lock_index)
}
}
-static void schedule_order_unlock(unsigned lock_index)
+static void schedule_order_unlock(uint32_t lock_index)
{
struct reorder_context *rctx;
@@ -2046,7 +2046,7 @@ static void order_unlock(void)
{
}
-static unsigned schedule_max_ordered_locks(void)
+static uint32_t schedule_max_ordered_locks(void)
{
return CONFIG_QUEUE_MAX_ORD_LOCKS;
}
diff --git a/platform/linux-generic/odp_schedule_scalable_ordered.c b/platform/linux-generic/odp_schedule_scalable_ordered.c
index 7261b446..9bc12f2a 100644
--- a/platform/linux-generic/odp_schedule_scalable_ordered.c
+++ b/platform/linux-generic/odp_schedule_scalable_ordered.c
@@ -246,7 +246,7 @@ static inline void olock_unlock(const reorder_context_t *rctx,
static void olock_release(const reorder_context_t *rctx)
{
reorder_window_t *rwin;
- int i;
+ uint32_t i;
rwin = rctx->rwin;
diff --git a/platform/linux-generic/odp_schedule_sp.c b/platform/linux-generic/odp_schedule_sp.c
index 47e6ddd3..0dd2404a 100644
--- a/platform/linux-generic/odp_schedule_sp.c
+++ b/platform/linux-generic/odp_schedule_sp.c
@@ -243,7 +243,7 @@ static int term_local(void)
return 0;
}
-static unsigned max_ordered_locks(void)
+static uint32_t max_ordered_locks(void)
{
return NUM_ORDERED_LOCKS;
}
@@ -812,12 +812,12 @@ static int schedule_group_info(odp_schedule_group_t group,
return 0;
}
-static void schedule_order_lock(unsigned lock_index)
+static void schedule_order_lock(uint32_t lock_index)
{
(void)lock_index;
}
-static void schedule_order_unlock(unsigned lock_index)
+static void schedule_order_unlock(uint32_t lock_index)
{
(void)lock_index;
}
commit f66f92352bb5d1ed3a19fe5b5b8ca0419e525274
Author: Balasubramanian Manoharan <bala.manoharan(a)linaro.org>
Date: Thu Sep 14 02:11:24 2017 -0700
linux-generic: queue: change order lock count data type
change order lock count data type from unsigned to uint32_t
Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org>
Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org>
Reviewed-by: Petri Savolainen <petri.savolainen(a)nokia.com>
Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org>
diff --git a/platform/linux-generic/include/odp_queue_if.h b/platform/linux-generic/include/odp_queue_if.h
index 410c6b79..ed8d6ca9 100644
--- a/platform/linux-generic/include/odp_queue_if.h
+++ b/platform/linux-generic/include/odp_queue_if.h
@@ -38,7 +38,7 @@ typedef struct {
odp_schedule_sync_t (*queue_sched_type)(odp_queue_t queue);
odp_schedule_prio_t (*queue_sched_prio)(odp_queue_t queue);
odp_schedule_group_t (*queue_sched_group)(odp_queue_t queue);
- int (*queue_lock_count)(odp_queue_t queue);
+ uint32_t (*queue_lock_count)(odp_queue_t queue);
uint64_t (*queue_to_u64)(odp_queue_t hdl);
void (*queue_param_init)(odp_queue_param_t *param);
int (*queue_info)(odp_queue_t queue, odp_queue_info_t *info);
diff --git a/platform/linux-generic/odp_queue.c b/platform/linux-generic/odp_queue.c
index d941accc..3f355e69 100644
--- a/platform/linux-generic/odp_queue.c
+++ b/platform/linux-generic/odp_queue.c
@@ -175,12 +175,12 @@ static odp_schedule_group_t queue_sched_group(odp_queue_t handle)
return handle_to_qentry(handle)->s.param.sched.group;
}
-static int queue_lock_count(odp_queue_t handle)
+static uint32_t queue_lock_count(odp_queue_t handle)
{
queue_entry_t *queue = handle_to_qentry(handle);
return queue->s.param.sched.sync == ODP_SCHED_SYNC_ORDERED ?
- (int)queue->s.param.sched.lock_count : -1;
+ queue->s.param.sched.lock_count : 0;
}
static odp_queue_t queue_create(const char *name,
diff --git a/platform/linux-generic/odp_queue_if.c b/platform/linux-generic/odp_queue_if.c
index 44fda0d6..969b0d3c 100644
--- a/platform/linux-generic/odp_queue_if.c
+++ b/platform/linux-generic/odp_queue_if.c
@@ -92,7 +92,7 @@ odp_schedule_group_t odp_queue_sched_group(odp_queue_t queue)
return queue_api->queue_sched_group(queue);
}
-int odp_queue_lock_count(odp_queue_t queue)
+uint32_t odp_queue_lock_count(odp_queue_t queue)
{
return queue_api->queue_lock_count(queue);
}
diff --git a/platform/linux-generic/odp_queue_scalable.c b/platform/linux-generic/odp_queue_scalable.c
index cef3236d..07201ce7 100644
--- a/platform/linux-generic/odp_queue_scalable.c
+++ b/platform/linux-generic/odp_queue_scalable.c
@@ -341,12 +341,12 @@ static odp_schedule_group_t queue_sched_group(odp_queue_t handle)
return qentry_from_int(queue_from_ext(handle))->s.param.sched.group;
}
-static int queue_lock_count(odp_queue_t handle)
+static uint32_t queue_lock_count(odp_queue_t handle)
{
queue_entry_t *queue = qentry_from_int(queue_from_ext(handle));
return queue->s.param.sched.sync == ODP_SCHED_SYNC_ORDERED ?
- (int)queue->s.param.sched.lock_count : -1;
+ queue->s.param.sched.lock_count : 0;
}
static odp_queue_t queue_create(const char *name,
commit e35949df96b46d2e23ca83029f468415efcbf18a
Author: Balasubramanian Manoharan <bala.manoharan(a)linaro.org>
Date: Thu Sep 14 03:27:11 2017 -0700
api: schedule: add schedule order unlock lock api
Adds odp_schedule_order_unlock_lock() api. This api combines schedule
order unlock and lock into a single api for performance optimization in HW
Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org>
Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org>
Reviewed-by: Petri Savolainen <petri.savolainen(a)nokia.com>
Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org>
diff --git a/include/odp/api/spec/schedule.h b/include/odp/api/spec/schedule.h
index e2abf990..fe2300db 100644
--- a/include/odp/api/spec/schedule.h
+++ b/include/odp/api/spec/schedule.h
@@ -371,6 +371,27 @@ void odp_schedule_order_lock(uint32_t lock_index);
void odp_schedule_order_unlock(uint32_t lock_index);
/**
+ * Release existing ordered context lock and acquire a new lock
+ *
+ * This call is valid only when holding an ordered synchronization context.
+ * Release a previously locked ordered context lock and acquire a new ordered
+ * context lock. The operation is equivalent to application calling first
+ * odp_schedule_order_unlock(unlock_index) and then
+ * odp_schedule_order_lock(lock_index). The same constraints apply with this
+ * call as with those two.
+ *
+ * @param unlock_index Index of the acquired ordered lock in the current
+ * context to be released.
+ * @param lock_index Index of the ordered lock in the current context to be
+ * acquired. Must be in the range
+ * 0...odp_queue_lock_count() - 1.
+ *
+ * @see odp_schedule_order_lock(), odp_schedule_order_unlock()
+ *
+ */
+void odp_schedule_order_unlock_lock(uint32_t unlock_index, uint32_t lock_index);
+
+/**
* @}
*/
commit d248692dfe6ace13138e48eb1c23c1f5e942269c
Author: Balasubramanian Manoharan <bala.manoharan(a)linaro.org>
Date: Mon Sep 11 06:16:42 2017 -0700
api: schedule: remove support for nested ordered lock
removes support for nested ordered lock use-case
changes function param signature from unsigned to uint32_t
Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org>
Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org>
Reviewed-by: Petri Savolainen <petri.savolainen(a)nokia.com>
Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org>
diff --git a/include/odp/api/spec/schedule.h b/include/odp/api/spec/schedule.h
index 8244746d..e2abf990 100644
--- a/include/odp/api/spec/schedule.h
+++ b/include/odp/api/spec/schedule.h
@@ -347,12 +347,15 @@ int odp_schedule_group_info(odp_schedule_group_t group,
* be protected by its own ordered lock. This promotes maximum parallelism by
* allowing order to maintained on a more granular basis. If an ordered lock
* is used multiple times in the same ordered context results are undefined.
+ * Only one ordered lock can be active in an ordered context at any given time.
+ * Results are undefined when multiple ordered locks are acquired in nested
+ * fashion within the same ordered context.
*
* @param lock_index Index of the ordered lock in the current context to be
* acquired. Must be in the range 0..odp_queue_lock_count()
* - 1
*/
-void odp_schedule_order_lock(unsigned lock_index);
+void odp_schedule_order_lock(uint32_t lock_index);
/**
* Release ordered context lock
@@ -365,7 +368,7 @@ void odp_schedule_order_lock(unsigned lock_index);
* hold this lock. Must be in the range
* 0..odp_queue_lock_count() - 1
*/
-void odp_schedule_order_unlock(unsigned lock_index);
+void odp_schedule_order_unlock(uint32_t lock_index);
/**
* @}
diff --git a/include/odp/api/spec/schedule_types.h b/include/odp/api/spec/schedule_types.h
index 8a4e42c6..397f98fc 100644
--- a/include/odp/api/spec/schedule_types.h
+++ b/include/odp/api/spec/schedule_types.h
@@ -146,7 +146,7 @@ typedef struct odp_schedule_param_t {
/** Ordered lock count for this queue
*
* Default value is 0. */
- unsigned lock_count;
+ uint32_t lock_count;
} odp_schedule_param_t;
/**
commit 88efcd91e325438d7e2b7c410213ca95a9acefe5
Author: Balasubramanian Manoharan <bala.manoharan(a)linaro.org>
Date: Thu Sep 14 02:09:39 2017 -0700
api: queue: change order lock count data type
change order lock count data type from unsigned to uint32_t
Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org>
Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org>
Reviewed-by: Petri Savolainen <petri.savolainen(a)nokia.com>
Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org>
diff --git a/include/odp/api/spec/queue.h b/include/odp/api/spec/queue.h
index 9dd0a561..73598be0 100644
--- a/include/odp/api/spec/queue.h
+++ b/include/odp/api/spec/queue.h
@@ -106,7 +106,7 @@ typedef struct odp_queue_capability_t {
uint32_t max_queues;
/** Maximum number of ordered locks per queue */
- unsigned max_ordered_locks;
+ uint32_t max_ordered_locks;
/** Maximum number of scheduling groups */
unsigned max_sched_groups;
@@ -393,10 +393,11 @@ odp_schedule_group_t odp_queue_sched_group(odp_queue_t queue);
*
* @param queue Queue handle
*
- * @return Number of ordered locks associated with this ordered queue
- * @retval <0 Specified queue is not ordered
+ * @return Number of ordered locks associated with this ordered queue
+ * @retval 0 Specified queue is not ordered or no ordered lock associated
+ * with the ordered queue.
*/
-int odp_queue_lock_count(odp_queue_t queue);
+uint32_t odp_queue_lock_count(odp_queue_t queue);
/**
* Get printable value for an odp_queue_t
-----------------------------------------------------------------------
Summary of changes:
include/odp/api/spec/ipsec.h | 4 ++--
include/odp/api/spec/queue.h | 9 +++----
include/odp/api/spec/schedule.h | 28 ++++++++++++++++++++--
include/odp/api/spec/schedule_types.h | 2 +-
platform/linux-generic/include/odp_queue_if.h | 2 +-
platform/linux-generic/include/odp_schedule_if.h | 9 ++++---
.../include/odp_schedule_scalable_ordered.h | 2 +-
platform/linux-generic/odp_ipsec.c | 2 +-
platform/linux-generic/odp_queue.c | 4 ++--
platform/linux-generic/odp_queue_if.c | 2 +-
platform/linux-generic/odp_queue_scalable.c | 4 ++--
platform/linux-generic/odp_schedule.c | 20 +++++++++++-----
platform/linux-generic/odp_schedule_if.c | 9 +++++--
platform/linux-generic/odp_schedule_iquery.c | 18 ++++++++++----
platform/linux-generic/odp_schedule_scalable.c | 14 ++++++++---
.../linux-generic/odp_schedule_scalable_ordered.c | 2 +-
platform/linux-generic/odp_schedule_sp.c | 16 +++++++++----
test/common_plat/validation/api/queue/queue.c | 8 +++----
.../validation/api/scheduler/scheduler.c | 20 ++++++++--------
19 files changed, 120 insertions(+), 55 deletions(-)
hooks/post-receive
--
6 years, 7 months
- 1
- 0
[COMMIT] branch api-next updated. v1.15.0.0-682-gf91cde2b
by git＠git-us.linaro.org
This is an automated email from the git hooks/post-receive script. It was
generated because a ref change was pushed to the repository containing
the project "".
The branch, api-next has been updated
via f91cde2bb770eefcfe791ce49c67ce3b1f5bf6d2 (commit)
via 3e03317f3663abc76708141233b18d6225b2482b (commit)
via cc6d4562f16e134299e21ca3e545999c97549ad0 (commit)
via 80321bd9880b03929056483be9bc9d8861636b33 (commit)
via e1c46f8e296a730ed27141a33189185bb7dfd1b1 (commit)
via 054306373ed6aa7a65a160d11ca339b24cf9c662 (commit)
via a38ea82cf1ae45b7c807164dde5783d099efd39d (commit)
from 8c5516bba62ee7250cbf64d1f4b89ee4f0b12824 (commit)
Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.
- Log -----------------------------------------------------------------
commit f91cde2bb770eefcfe791ce49c67ce3b1f5bf6d2
Author: Petri Savolainen <petri.savolainen(a)linaro.org>
Date: Tue Sep 5 16:01:55 2017 +0300
api: packet_io: refine rules for checksum calculation
An implementation must be able to check checksum for normal
IP packets. It's implementation defined if options or extension
headers are supported.
Parsing configuration must match the layers of checksum check
configuration.
Checksum insertion on packet output can expect well formed packet
headers from the application. Checksum calculation ignores possible
extra data in the packet.
Signed-off-by: Petri Savolainen <petri.savolainen(a)linaro.org>
Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org>
Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org>
diff --git a/include/odp/api/spec/ipsec.h b/include/odp/api/spec/ipsec.h
index 7085bc0d..0b36b864 100644
--- a/include/odp/api/spec/ipsec.h
+++ b/include/odp/api/spec/ipsec.h
@@ -156,7 +156,9 @@ typedef struct odp_ipsec_inbound_config_t {
odp_ipsec_proto_layer_t parse;
/** Flags to control IPSEC payload data checks up to the selected parse
- * level. */
+ * level. Checksum checking status can be queried for each packet with
+ * odp_packet_l3_chksum_status() and odp_packet_l4_chksum_status().
+ */
union {
/** Mapping for individual bits */
struct {
@@ -191,10 +193,12 @@ typedef struct odp_ipsec_inbound_config_t {
*/
typedef struct odp_ipsec_outbound_config_t {
/** Flags to control L3/L4 checksum insertion as part of outbound
- * packet processing. Packet must have set with valid L3/L4 offsets.
- * Checksum configuration is ignored for packets that checksum cannot
- * be computed for (e.g. IPv4 fragments). Application may use a packet
- * metadata flag to disable checksum insertion per packet bases.
+ * packet processing. These flags control checksum insertion (for the
+ * payload packet) in the same way as the checksum flags in
+ * odp_pktout_config_opt_t control checksum insertion when sending
+ * packets out through a pktio interface. Also packet checksum override
+ * functions (e.g. odp_packet_l4_chksum_insert()) can be used in
+ * the same way.
*/
union {
/** Mapping for individual bits */
diff --git a/include/odp/api/spec/packet.h b/include/odp/api/spec/packet.h
index b3e1449f..c498e2e2 100644
--- a/include/odp/api/spec/packet.h
+++ b/include/odp/api/spec/packet.h
@@ -1428,6 +1428,10 @@ odp_packet_chksum_status_t odp_packet_l4_chksum_status(odp_packet_t pkt);
* overrides a higher level configuration for checksum insertion into a L3
* header during packet output processing.
*
+ * Calling this function is always allowed but the checksum will not be
+ * inserted if the packet is output through a pktio that does not have
+ * the relevant pktout chksum bit set in the pktio capability.
+ *
* @param pkt Packet handle
* @param l3 0: do not insert L3 checksum
* 1: insert L3 checksum
@@ -1441,6 +1445,10 @@ void odp_packet_l3_chksum_insert(odp_packet_t pkt, int l3);
* overrides a higher level configuration for checksum insertion into a L4
* header during packet output processing.
*
+ * Calling this function is always allowed but the checksum will not be
+ * inserted if the packet is output through a pktio that does not have
+ * the relevant pktout chksum bit set in the pktio capability.
+ *
* @param pkt Packet handle
* @param l4 0: do not insert L4 checksum
* 1: insert L4 checksum
diff --git a/include/odp/api/spec/packet_io.h b/include/odp/api/spec/packet_io.h
index 6040a831..b56a5205 100644
--- a/include/odp/api/spec/packet_io.h
+++ b/include/odp/api/spec/packet_io.h
@@ -256,11 +256,27 @@ typedef struct odp_pktio_param_t {
* belong to time synchronization protocol (PTP).
*
* Packet input checksum checking may be enabled or disabled. When it is
- * enabled, implementation will verify checksum correctness on incoming packets
- * and depending on drop configuration either deliver erroneous packets with
- * appropriate flags set (e.g. odp_packet_has_l3_error()) or drop those.
- * When packet dropping is enabled, application will never receive a packet
- * with the specified error and may avoid to check the error flag.
+ * enabled, implementation will attempt to verify checksum correctness on
+ * incoming packets and depending on drop configuration either deliver erroneous
+ * packets with appropriate flags set (e.g. odp_packet_has_l3_error(),
+ * odp_packet_l3_chksum_status()) or drop those. When packet dropping is
+ * enabled, application will never receive a packet with the specified error
+ * and may avoid to check the error flag.
+ *
+ * If checksum checking is enabled, IPv4 header checksum checking is always
+ * done for packets that do not have IP options and L4 checksum checking
+ * is done for unfragmented packets that do not have IPv4 options or IPv6
+ * extension headers. In other cases checksum checking may or may not
+ * be done. For example, L4 checksum of fragmented packets is typically
+ * not checked.
+ *
+ * IPv4 checksum checking may be enabled only when parsing level is
+ * ODP_PKTIO_PARSER_LAYER_L3 or higher. Similarly, L4 level checksum checking
+ * may be enabled only with parsing level ODP_PKTIO_PARSER_LAYER_L4 or higher.
+ *
+ * Whether checksum checking was done and whether a checksum was correct
+ * can be queried for each received packet with odp_packet_l3_chksum_status()
+ * and odp_packet_l4_chksum_status().
*/
typedef union odp_pktin_config_opt_t {
/** Option flags */
@@ -314,13 +330,27 @@ typedef union odp_pktin_config_opt_t {
* Packet output configuration options listed in a bit field structure. Packet
* output checksum insertion may be enabled or disabled. When it is enabled,
* implementation will calculate and insert checksum into every outgoing packet
- * by default. Application may use a packet metadata flag to disable checksum
- * insertion per packet bases. For correct operation, packet metadata must
- * provide valid offsets for the appropriate protocols. For example, UDP
- * checksum calculation needs both L3 and L4 offsets (to access IP and UDP
- * headers). When application (e.g. a switch) does not modify L3/L4 data and
- * thus checksum does not need to be updated, output checksum insertion should
- * be disabled for optimal performance.
+ * by default. Application may disable checksum insertion (e.g.
+ * odp_packet_l4_chksum_insert()) on per packet basis. For correct operation,
+ * packet metadata must provide valid offsets for the appropriate protocols.
+ * For example, UDP checksum calculation needs both L3 and L4 offsets (to access
+ * IP and UDP headers). When application (e.g. a switch) does not modify L3/L4
+ * data and thus checksum does not need to be updated, output checksum insertion
+ * should be disabled for optimal performance.
+ *
+ * Packet flags (odp_packet_has_*()) are ignored for the purpose of checksum
+ * insertion in packet output.
+ *
+ * UDP, TCP and SCTP checksum insertion must not be requested for IP fragments.
+ * Use checksum override function (odp_packet_l4_chksum_insert()) to disable
+ * checksumming when sending a fragment through a packet IO interface that has
+ * the relevant L4 checksum insertion enabled.
+ *
+ * Result of checksum insertion at packet output is undefined if the protocol
+ * headers required for checksum calculation are not well formed. Packet must
+ * contain at least as many data bytes after L3/L4 offsets as the headers
+ * indicate. Other data bytes of the packet are ignored for the checksum
+ * insertion.
*/
typedef union odp_pktout_config_opt_t {
/** Option flags */
commit 3e03317f3663abc76708141233b18d6225b2482b
Author: Petri Savolainen <petri.savolainen(a)linaro.org>
Date: Tue Sep 5 15:36:04 2017 +0300
api: packet: add checksum status
Added functions to request L3/L4 checksum check status for
a packet. Even if checksum checking is enabled on an interface,
all packets may not be checked - for example L4 checksum
cannot be checked for fragments (before reassembly). Also it
varies how e.g. IP options affect HW checksum capability.
Signed-off-by: Petri Savolainen <petri.savolainen(a)linaro.org>
Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org>
Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org>
diff --git a/include/odp/api/spec/packet.h b/include/odp/api/spec/packet.h
index 95f5349b..b3e1449f 100644
--- a/include/odp/api/spec/packet.h
+++ b/include/odp/api/spec/packet.h
@@ -83,6 +83,22 @@ typedef struct odp_packet_data_range {
} odp_packet_data_range_t;
+/**
+ * Checksum check status in packet
+ */
+typedef enum odp_packet_chksum_status_t {
+ /** Checksum was not checked. Checksum check was not attempted or
+ * the attempt failed. */
+ ODP_PACKET_CHKSUM_UNKNOWN = 0,
+
+ /** Checksum was checked and it was not correct */
+ ODP_PACKET_CHKSUM_BAD,
+
+ /** Checksum was checked and it was correct */
+ ODP_PACKET_CHKSUM_OK
+
+} odp_packet_chksum_status_t;
+
/*
*
* Alloc and free
@@ -1378,6 +1394,34 @@ uint32_t odp_packet_l4_offset(odp_packet_t pkt);
int odp_packet_l4_offset_set(odp_packet_t pkt, uint32_t offset);
/**
+ * Layer 3 checksum check status
+ *
+ * Returns the result of the latest layer 3 checksum check done for the packet.
+ * The status tells if checksum check was attempted and the result of the
+ * attempt. It depends on packet input (or IPSEC) configuration, packet content
+ * and implementation capabilities if checksum check is attempted for a packet.
+ *
+ * @param pkt Packet handle
+ *
+ * @return L3 checksum check status
+ */
+odp_packet_chksum_status_t odp_packet_l3_chksum_status(odp_packet_t pkt);
+
+/**
+ * Layer 4 checksum check status
+ *
+ * Returns the result of the latest layer 4 checksum check done for the packet.
+ * The status tells if checksum check was attempted and the result of the
+ * attempt. It depends on packet input (or IPSEC) configuration, packet content
+ * and implementation capabilities if checksum check is attempted for a packet.
+ *
+ * @param pkt Packet handle
+ *
+ * @return L4 checksum check status
+ */
+odp_packet_chksum_status_t odp_packet_l4_chksum_status(odp_packet_t pkt);
+
+/**
* Layer 3 checksum insertion override
*
* Override checksum insertion configuration per packet. This per packet setting
commit cc6d4562f16e134299e21ca3e545999c97549ad0
Author: Petri Savolainen <petri.savolainen(a)linaro.org>
Date: Tue Sep 5 13:46:58 2017 +0300
api: packet_io: refine packet format on output
Define explicitly that (by default) packet output does not
need any extra metadata to be set. Also (Ethernet) padding
and CRC are added by default.
Signed-off-by: Petri Savolainen <petri.savolainen(a)linaro.org>
Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org>
Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org>
diff --git a/include/odp/api/spec/packet_io.h b/include/odp/api/spec/packet_io.h
index d42cebf0..6040a831 100644
--- a/include/odp/api/spec/packet_io.h
+++ b/include/odp/api/spec/packet_io.h
@@ -889,6 +889,11 @@ uint64_t odp_pktin_wait_time(uint64_t nsec);
* is less than 'num', the remaining packets at the end of packets[] array
* are not consumed, and the caller has to take care of them.
*
+ * Entire packet data is sent out (odp_packet_len() bytes of data, starting from
+ * odp_packet_data()). All other packet metadata is ignored unless otherwise
+ * specified e.g. for protocol offload purposes. Link protocol specific frame
+ * checksum and padding are added to frames before transmission.
+ *
* @param queue Packet output queue handle for sending packets
* @param packets[] Array of packets to send
* @param num Number of packets to send
commit 80321bd9880b03929056483be9bc9d8861636b33
Merge: 8c5516bb e1c46f8e
Author: Maxim Uvarov <maxim.uvarov(a)linaro.org>
Date: Fri Sep 15 18:39:04 2017 +0300
Merge branch 'master' into api-next
diff --cc platform/linux-generic/include/odp_internal.h
index ab935ff8,e0cc6dd4..a3516ded
--- a/platform/linux-generic/include/odp_internal.h
+++ b/platform/linux-generic/include/odp_internal.h
@@@ -133,9 -130,8 +133,10 @@@ int _odp_ishm_init_local(void)
int _odp_ishm_term_global(void);
int _odp_ishm_term_local(void);
+int _odp_modules_init_global(void);
+
int cpuinfo_parser(FILE *file, system_info_t *sysinfo);
+ uint64_t odp_cpufreq_id(const char *filename, int id);
uint64_t odp_cpu_hz_current(int id);
void sys_info_print_arch(void);
-----------------------------------------------------------------------
Summary of changes:
helper/include/odp/helper/ip.h | 11 ++++
helper/include/odph_list_internal.h | 22 +++++++-
include/odp/api/spec/ipsec.h | 14 +++--
include/odp/api/spec/packet.h | 52 +++++++++++++++++++
include/odp/api/spec/packet_io.h | 59 +++++++++++++++++-----
.../linux-generic/arch/arm/odp_sysinfo_parse.c | 5 --
.../linux-generic/arch/default/odp_sysinfo_parse.c | 5 --
.../linux-generic/arch/mips64/odp_sysinfo_parse.c | 5 --
.../linux-generic/arch/powerpc/odp_sysinfo_parse.c | 5 --
.../linux-generic/arch/x86/odp_sysinfo_parse.c | 36 -------------
platform/linux-generic/include/odp_internal.h | 1 +
platform/linux-generic/odp_system_info.c | 37 ++++++++++++++
12 files changed, 177 insertions(+), 75 deletions(-)
hooks/post-receive
--
6 years, 7 months
- 1
- 0
[COMMIT] branch master updated. v1.15.0.0-206-ge1c46f8e
by git＠git-us.linaro.org
This is an automated email from the git hooks/post-receive script. It was
generated because a ref change was pushed to the repository containing
the project "".
The branch, master has been updated
via e1c46f8e296a730ed27141a33189185bb7dfd1b1 (commit)
from 054306373ed6aa7a65a160d11ca339b24cf9c662 (commit)
Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.
- Log -----------------------------------------------------------------
commit e1c46f8e296a730ed27141a33189185bb7dfd1b1
Author: Kelvin Cheung <keguang.zhang(a)gmail.com>
Date: Wed Aug 23 17:00:58 2017 +0800
linux-gen: system: correctly set CPU frequency
When CPU frequency info under /sys is available,
use the real value instead of default value.
Signed-off-by: Kelvin Cheung <keguang.zhang(a)gmail.com>
Reviewed-by: Ilias Apalodimas <ilias.apalodimas(a)linaro.org>
Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org>
diff --git a/platform/linux-generic/arch/arm/odp_sysinfo_parse.c b/platform/linux-generic/arch/arm/odp_sysinfo_parse.c
index 1e9db418..1e2c729a 100644
--- a/platform/linux-generic/arch/arm/odp_sysinfo_parse.c
+++ b/platform/linux-generic/arch/arm/odp_sysinfo_parse.c
@@ -23,11 +23,6 @@ int cpuinfo_parser(FILE *file ODP_UNUSED, system_info_t *sysinfo)
return 0;
}
-uint64_t odp_cpu_hz_current(int id ODP_UNUSED)
-{
- return 0;
-}
-
void sys_info_print_arch(void)
{
}
diff --git a/platform/linux-generic/arch/default/odp_sysinfo_parse.c b/platform/linux-generic/arch/default/odp_sysinfo_parse.c
index 1e9db418..1e2c729a 100644
--- a/platform/linux-generic/arch/default/odp_sysinfo_parse.c
+++ b/platform/linux-generic/arch/default/odp_sysinfo_parse.c
@@ -23,11 +23,6 @@ int cpuinfo_parser(FILE *file ODP_UNUSED, system_info_t *sysinfo)
return 0;
}
-uint64_t odp_cpu_hz_current(int id ODP_UNUSED)
-{
- return 0;
-}
-
void sys_info_print_arch(void)
{
}
diff --git a/platform/linux-generic/arch/mips64/odp_sysinfo_parse.c b/platform/linux-generic/arch/mips64/odp_sysinfo_parse.c
index 2a37ae70..5ed7a398 100644
--- a/platform/linux-generic/arch/mips64/odp_sysinfo_parse.c
+++ b/platform/linux-generic/arch/mips64/odp_sysinfo_parse.c
@@ -60,11 +60,6 @@ int cpuinfo_parser(FILE *file, system_info_t *sysinfo)
return 0;
}
-uint64_t odp_cpu_hz_current(int id ODP_UNUSED)
-{
- return 0;
-}
-
void sys_info_print_arch(void)
{
}
diff --git a/platform/linux-generic/arch/powerpc/odp_sysinfo_parse.c b/platform/linux-generic/arch/powerpc/odp_sysinfo_parse.c
index 29c97613..02a83e51 100644
--- a/platform/linux-generic/arch/powerpc/odp_sysinfo_parse.c
+++ b/platform/linux-generic/arch/powerpc/odp_sysinfo_parse.c
@@ -59,11 +59,6 @@ int cpuinfo_parser(FILE *file, system_info_t *sysinfo)
return 0;
}
-uint64_t odp_cpu_hz_current(int id ODP_UNUSED)
-{
- return 0;
-}
-
void sys_info_print_arch(void)
{
}
diff --git a/platform/linux-generic/arch/x86/odp_sysinfo_parse.c b/platform/linux-generic/arch/x86/odp_sysinfo_parse.c
index f7918d40..55bbda8c 100644
--- a/platform/linux-generic/arch/x86/odp_sysinfo_parse.c
+++ b/platform/linux-generic/arch/x86/odp_sysinfo_parse.c
@@ -41,42 +41,6 @@ int cpuinfo_parser(FILE *file, system_info_t *sysinfo)
return 0;
}
-uint64_t odp_cpu_hz_current(int id)
-{
- char str[1024];
- FILE *file;
- int cpu;
- char *pos;
- double mhz = 0.0;
-
- file = fopen("/proc/cpuinfo", "rt");
-
- /* find the correct processor instance */
- while (fgets(str, sizeof(str), file) != NULL) {
- pos = strstr(str, "processor");
- if (pos) {
- if (sscanf(pos, "processor : %d", &cpu) == 1)
- if (cpu == id)
- break;
- }
- }
-
- /* extract the cpu current speed */
- while (fgets(str, sizeof(str), file) != NULL) {
- pos = strstr(str, "cpu MHz");
- if (pos) {
- if (sscanf(pos, "cpu MHz : %lf", &mhz) == 1)
- break;
- }
- }
-
- fclose(file);
- if (mhz)
- return (uint64_t)(mhz * 1000000.0);
-
- return 0;
-}
-
void sys_info_print_arch(void)
{
cpu_flags_print_all();
diff --git a/platform/linux-generic/include/odp_internal.h b/platform/linux-generic/include/odp_internal.h
index 355e25f7..e0cc6dd4 100644
--- a/platform/linux-generic/include/odp_internal.h
+++ b/platform/linux-generic/include/odp_internal.h
@@ -131,6 +131,7 @@ int _odp_ishm_term_global(void);
int _odp_ishm_term_local(void);
int cpuinfo_parser(FILE *file, system_info_t *sysinfo);
+uint64_t odp_cpufreq_id(const char *filename, int id);
uint64_t odp_cpu_hz_current(int id);
void sys_info_print_arch(void);
diff --git a/platform/linux-generic/odp_system_info.c b/platform/linux-generic/odp_system_info.c
index d6eeb786..d310d779 100644
--- a/platform/linux-generic/odp_system_info.c
+++ b/platform/linux-generic/odp_system_info.c
@@ -261,6 +261,30 @@ static char *get_hugepage_dir(uint64_t hugepage_sz)
}
/*
+ * Analysis of /sys/devices/system/cpu/cpu%d/cpufreq/ files
+ */
+uint64_t odp_cpufreq_id(const char *filename, int id)
+{
+ char path[256], buffer[256], *endptr = NULL;
+ FILE *file;
+ uint64_t ret = 0;
+
+ snprintf(path, sizeof(path),
+ "/sys/devices/system/cpu/cpu%d/cpufreq/%s", id, filename);
+
+ file = fopen(path, "r");
+ if (file == NULL)
+ return ret;
+
+ if (fgets(buffer, sizeof(buffer), file) != NULL)
+ ret = strtoull(buffer, &endptr, 0) * 1000;
+
+ fclose(file);
+
+ return ret;
+}
+
+/*
* Analysis of /sys/devices/system/cpu/ files
*/
static int systemcpu(system_info_t *sysinfo)
@@ -310,6 +334,7 @@ static int system_hp(hugepage_info_t *hugeinfo)
*/
int odp_system_info_init(void)
{
+ int i;
FILE *file;
memset(&odp_global_data.system_info, 0, sizeof(system_info_t));
@@ -326,6 +351,13 @@ int odp_system_info_init(void)
fclose(file);
+ for (i = 0; i < MAX_CPU_NUMBER; i++) {
+ uint64_t cpu_hz_max = odp_cpufreq_id("cpuinfo_max_freq", i);
+
+ if (cpu_hz_max)
+ odp_global_data.system_info.cpu_hz_max[i] = cpu_hz_max;
+ }
+
if (systemcpu(&odp_global_data.system_info)) {
ODP_ERR("systemcpu failed\n");
return -1;
@@ -351,6 +383,11 @@ int odp_system_info_term(void)
* Public access functions
*************************
*/
+uint64_t odp_cpu_hz_current(int id)
+{
+ return odp_cpufreq_id("cpuinfo_cur_freq", id);
+}
+
uint64_t odp_cpu_hz(void)
{
int id = sched_getcpu();
-----------------------------------------------------------------------
Summary of changes:
.../linux-generic/arch/arm/odp_sysinfo_parse.c | 5 ---
.../linux-generic/arch/default/odp_sysinfo_parse.c | 5 ---
.../linux-generic/arch/mips64/odp_sysinfo_parse.c | 5 ---
.../linux-generic/arch/powerpc/odp_sysinfo_parse.c | 5 ---
.../linux-generic/arch/x86/odp_sysinfo_parse.c | 36 ---------------------
platform/linux-generic/include/odp_internal.h | 1 +
platform/linux-generic/odp_system_info.c | 37 ++++++++++++++++++++++
7 files changed, 38 insertions(+), 56 deletions(-)
hooks/post-receive
--
6 years, 7 months
- 1
- 0
[COMMIT] branch master updated. v1.15.0.0-205-g05430637
by git＠git-us.linaro.org
This is an automated email from the git hooks/post-receive script. It was
generated because a ref change was pushed to the repository containing
the project "".
The branch, master has been updated
via 054306373ed6aa7a65a160d11ca339b24cf9c662 (commit)
from a38ea82cf1ae45b7c807164dde5783d099efd39d (commit)
Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.
- Log -----------------------------------------------------------------
commit 054306373ed6aa7a65a160d11ca339b24cf9c662
Author: Bill Fischofer <bill.fischofer(a)linaro.org>
Date: Thu Sep 14 11:40:45 2017 -0500
doc: helper: add missing doxygen to avoid warnings
The latest version of Doxygen requires every struct and field to be
documented, so add missing documentation to helper files to avoid
superfluous warnings.
This resolves Bug https://bugs.linaro.org/show_bug.cgi?id=3238
Signed-off-by: Bill Fischofer <bill.fischofer(a)linaro.org>
Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org>
Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org>
diff --git a/helper/include/odp/helper/ip.h b/helper/include/odp/helper/ip.h
index fb7e5ddc..c6eb9d76 100644
--- a/helper/include/odp/helper/ip.h
+++ b/helper/include/odp/helper/ip.h
@@ -95,6 +95,17 @@ typedef struct ODP_PACKED {
ODP_STATIC_ASSERT(sizeof(odph_ipv4hdr_t) == ODPH_IPV4HDR_LEN,
"ODPH_IPV4HDR_T__SIZE_ERROR");
+/**
+ * Calculate IPv4 header checksum
+ *
+ * @param pkt The packet to be checksummed
+ * @param offset Offset into pkt of start of IP header
+ * @param ip Pointer to IPv4 header to be checksummed
+ * @param[out] chksum Field to receive checksum results
+ *
+ * @retval 0 On success
+ * @retval <0 On failure
+ */
static inline int odph_ipv4_csum(odp_packet_t pkt,
uint32_t offset,
odph_ipv4hdr_t *ip,
diff --git a/helper/include/odph_list_internal.h b/helper/include/odph_list_internal.h
index 9e532b08..f870ee30 100644
--- a/helper/include/odph_list_internal.h
+++ b/helper/include/odph_list_internal.h
@@ -18,18 +18,30 @@
extern "C" {
#endif
+/** List object */
typedef struct odph_list_object {
- struct odph_list_object *next, *prev;
+ /** Next element in list */
+ struct odph_list_object *next;
+
+ /** Previous element in list */
+ struct odph_list_object *prev;
} odph_list_object;
+/** Head of list */
typedef odph_list_object odph_list_head;
+/**
+ * @internal Intiailize list head element
+ *
+ * @param list List object to be initialized
+ */
static inline void ODPH_INIT_LIST_HEAD(odph_list_object *list)
{
list->next = list;
list->prev = list;
}
+/** @internal Inline function @param new @param prev @param next */
static inline void __odph_list_add(odph_list_object *new,
odph_list_object *prev,
odph_list_object *next)
@@ -40,17 +52,20 @@ static inline void __odph_list_add(odph_list_object *new,
prev->next = new;
}
+/** @internal Inline function @param new @param head */
static inline void odph_list_add(odph_list_object *new, odph_list_object *head)
{
__odph_list_add(new, head, head->next);
}
+/** @internal Inline function @param new @param head */
static inline void odph_list_add_tail(struct odph_list_object *new,
odph_list_object *head)
{
__odph_list_add(new, head->prev, head);
}
+/** @internal Inline function @param prev @param next */
static inline void __odph_list_del(struct odph_list_object *prev,
odph_list_object *next)
{
@@ -58,20 +73,24 @@ static inline void __odph_list_del(struct odph_list_object *prev,
prev->next = next;
}
+/** @internal Inline function @param entry */
static inline void odph_list_del(struct odph_list_object *entry)
{
__odph_list_del(entry->prev, entry->next);
ODPH_INIT_LIST_HEAD(entry);
}
+/** @internal Inline function @param head @return */
static inline int odph_list_empty(const struct odph_list_object *head)
{
return head->next == head;
}
+/** @internal */
#define container_of(ptr, type, list_node) \
((type *)(void *)((char *)ptr - offsetof(type, list_node)))
+/** @internal */
#define ODPH_LIST_FOR_EACH(pos, list_head, type, list_node) \
for (pos = container_of((list_head)->next, type, list_node); \
&pos->list_node != (list_head); \
@@ -82,4 +101,3 @@ static inline int odph_list_empty(const struct odph_list_object *head)
#endif
#endif
-
-----------------------------------------------------------------------
Summary of changes:
helper/include/odp/helper/ip.h | 11 +++++++++++
helper/include/odph_list_internal.h | 22 ++++++++++++++++++++--
2 files changed, 31 insertions(+), 2 deletions(-)
hooks/post-receive
--
6 years, 7 months
- 1
- 0
[COMMIT] branch api-next updated. v1.15.0.0-675-g8c5516bb
by git＠git-us.linaro.org
This is an automated email from the git hooks/post-receive script. It was
generated because a ref change was pushed to the repository containing
the project "".
The branch, api-next has been updated
via 8c5516bba62ee7250cbf64d1f4b89ee4f0b12824 (commit)
from 32f5f3ff343b516cb0dbe98e81479e6c748f0ebf (commit)
Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.
- Log -----------------------------------------------------------------
commit 8c5516bba62ee7250cbf64d1f4b89ee4f0b12824
Author: Ola Liljedahl <ola.liljedahl(a)arm.com>
Date: Thu Aug 31 21:46:47 2017 +0200
linux-gen: scheduled pktin polling for ssched
Pktin polling is handled by the scalable scheduler the same way as queues.
Non-empty pktin queues stay on the schedq of their designated priority
level. Empty pktin queues are pushed to a lower-than-lowest priority
schedq so to be polled only when all other (highest to lowest priority)
schedq's have been processed.
Signed-off-by: Ola Liljedahl <ola.liljedahl(a)arm.com>
Reviewed-by: Honnappa Nagarahalli <honnappa.nagarahalli(a)linaro.org>
Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org>
diff --git a/platform/linux-generic/include/odp_queue_scalable_internal.h b/platform/linux-generic/include/odp_queue_scalable_internal.h
index f15314b2..ddc65f60 100644
--- a/platform/linux-generic/include/odp_queue_scalable_internal.h
+++ b/platform/linux-generic/include/odp_queue_scalable_internal.h
@@ -58,6 +58,8 @@ union queue_entry_u {
int _odp_queue_deq(sched_elem_t *q, odp_buffer_hdr_t *buf_hdr[], int num);
int _odp_queue_deq_sc(sched_elem_t *q, odp_event_t *evp, int num);
int _odp_queue_deq_mc(sched_elem_t *q, odp_event_t *evp, int num);
+int _odp_queue_enq_sp(sched_elem_t *q, odp_buffer_hdr_t *buf_hdr[], int num);
+queue_entry_t *qentry_from_ext(odp_queue_t handle);
/* Round up memory size to next cache line size to
* align all memory addresses on cache line boundary.
diff --git a/platform/linux-generic/include/odp_schedule_if.h b/platform/linux-generic/include/odp_schedule_if.h
index 657993b1..71538e62 100644
--- a/platform/linux-generic/include/odp_schedule_if.h
+++ b/platform/linux-generic/include/odp_schedule_if.h
@@ -14,9 +14,15 @@ extern "C" {
#include <odp/api/queue.h>
#include <odp_queue_if.h>
#include <odp/api/schedule.h>
+#include <odp_forward_typedefs_internal.h>
-typedef void (*schedule_pktio_start_fn_t)(int pktio_index, int num_in_queue,
- int in_queue_idx[]);
+/* Number of ordered locks per queue */
+#define SCHEDULE_ORDERED_LOCKS_PER_QUEUE 2
+
+typedef void (*schedule_pktio_start_fn_t)(int pktio_index,
+ int num_in_queue,
+ int in_queue_idx[],
+ odp_queue_t odpq[]);
typedef int (*schedule_thr_add_fn_t)(odp_schedule_group_t group, int thr);
typedef int (*schedule_thr_rem_fn_t)(odp_schedule_group_t group, int thr);
typedef int (*schedule_num_grps_fn_t)(void);
@@ -66,6 +72,7 @@ extern const schedule_fn_t *sched_fn;
/* Interface for the scheduler */
int sched_cb_pktin_poll(int pktio_index, int num_queue, int index[]);
+int sched_cb_pktin_poll_one(int pktio_index, int rx_queue, odp_event_t evts[]);
void sched_cb_pktio_stop_finalize(int pktio_index);
odp_queue_t sched_cb_queue_handle(uint32_t queue_index);
void sched_cb_queue_destroy_finalize(uint32_t queue_index);
diff --git a/platform/linux-generic/include/odp_schedule_scalable.h b/platform/linux-generic/include/odp_schedule_scalable.h
index 8a2d70da..ac357b01 100644
--- a/platform/linux-generic/include/odp_schedule_scalable.h
+++ b/platform/linux-generic/include/odp_schedule_scalable.h
@@ -22,8 +22,12 @@
* constants, but not ODP_SCHED_PRIO_NUM. The current API for this
* is odp_schedule_num_prio(). The other schedulers also define
* this internally as NUM_PRIO.
+ *
+ * One additional priority level for idle pktin queues.
+ * This is only for internal use and not visible to the user.
*/
-#define ODP_SCHED_PRIO_NUM 8
+#define ODP_SCHED_PRIO_PKTIN 8
+#define ODP_SCHED_PRIO_NUM 9
typedef struct {
union {
@@ -55,14 +59,18 @@ typedef uint32_t ringidx_t;
#define ODP_NO_SCHED_QUEUE (ODP_SCHED_SYNC_ORDERED + 1)
typedef struct {
- struct llnode node; /* must be first */
+ struct llnode node;
sched_queue_t *schedq;
#ifdef CONFIG_QSCHST_LOCK
odp_ticketlock_t qschlock;
#endif
qschedstate_t qschst;
- uint16_t pop_deficit;
- uint16_t qschst_type;
+ uint8_t pop_deficit;
+ uint8_t qschst_type;
+ uint8_t pktio_idx;
+ uint8_t rx_queue;
+ uint16_t xoffset;
+ uint8_t sched_prio;
ringidx_t prod_read SPLIT_PC;
ringidx_t prod_write;
ringidx_t prod_mask;
@@ -80,6 +88,7 @@ typedef struct {
#define cons_ring prod_ring
#define cons_type qschst_type
#endif
+ odp_schedule_group_t sched_grp;
} sched_elem_t ODP_ALIGNED_CACHE;
/* Number of scheduling groups */
@@ -106,6 +115,8 @@ typedef struct {
typedef struct {
/* Atomic queue currently being processed or NULL */
sched_elem_t *atomq;
+ /* Schedq the currently processed queue was popped from */
+ sched_queue_t *src_schedq;
/* Current reorder context or NULL */
reorder_context_t *rctx;
uint8_t pause;
@@ -113,8 +124,6 @@ typedef struct {
uint8_t tidx;
uint8_t pad;
uint32_t dequeued; /* Number of events dequeued from atomic queue */
- uint16_t pktin_next; /* Next pktin tag to poll */
- uint16_t pktin_poll_cnts;
uint16_t ticket; /* Ticket for atomic queue or TICKET_INVALID */
uint16_t num_schedq;
uint16_t sg_sem; /* Set when sg_wanted is modified by other thread */
@@ -133,7 +142,7 @@ typedef struct {
void sched_update_enq(sched_elem_t *q, uint32_t actual);
void sched_update_enq_sp(sched_elem_t *q, uint32_t actual);
-sched_queue_t *schedq_from_sched_group(odp_schedule_group_t grp, uint32_t prio);
-void sched_group_xcount_dec(odp_schedule_group_t grp, uint32_t prio);
+sched_queue_t *sched_queue_add(odp_schedule_group_t grp, uint32_t prio);
+void sched_queue_rem(odp_schedule_group_t grp, uint32_t prio);
#endif /* ODP_SCHEDULE_SCALABLE_H */
diff --git a/platform/linux-generic/include/odp_schedule_scalable_ordered.h b/platform/linux-generic/include/odp_schedule_scalable_ordered.h
index 1c365a2b..ca49bbf4 100644
--- a/platform/linux-generic/include/odp_schedule_scalable_ordered.h
+++ b/platform/linux-generic/include/odp_schedule_scalable_ordered.h
@@ -115,6 +115,8 @@ reorder_window_t *rwin_alloc(_odp_ishm_pool_t *pool,
unsigned lock_count);
int rwin_free(_odp_ishm_pool_t *pool, reorder_window_t *rwin);
bool rwin_reserve(reorder_window_t *rwin, uint32_t *sn);
+bool rwin_reserve_sc(reorder_window_t *rwin, uint32_t *sn);
+void rwin_unreserve_sc(reorder_window_t *rwin, uint32_t sn);
void rctx_init(reorder_context_t *rctx, uint16_t idx,
reorder_window_t *rwin, uint32_t sn);
void rctx_release(reorder_context_t *rctx);
diff --git a/platform/linux-generic/odp_packet_io.c b/platform/linux-generic/odp_packet_io.c
index 732e0c15..bf792a34 100644
--- a/platform/linux-generic/odp_packet_io.c
+++ b/platform/linux-generic/odp_packet_io.c
@@ -469,9 +469,11 @@ int odp_pktio_start(odp_pktio_t hdl)
unsigned i;
unsigned num = entry->s.num_in_queue;
int index[num];
+ odp_queue_t odpq[num];
for (i = 0; i < num; i++) {
index[i] = i;
+ odpq[i] = entry->s.in_queue[i].queue;
if (entry->s.in_queue[i].queue == ODP_QUEUE_INVALID) {
ODP_ERR("No input queue\n");
@@ -479,7 +481,7 @@ int odp_pktio_start(odp_pktio_t hdl)
}
}
- sched_fn->pktio_start(pktio_to_id(hdl), num, index);
+ sched_fn->pktio_start(pktio_to_id(hdl), num, index, odpq);
}
return res;
@@ -668,6 +670,51 @@ static int pktin_deq_multi(queue_t q_int, odp_buffer_hdr_t *buf_hdr[], int num)
return nbr;
}
+int sched_cb_pktin_poll_one(int pktio_index,
+ int rx_queue,
+ odp_event_t evt_tbl[QUEUE_MULTI_MAX])
+{
+ int num_rx, num_pkts, i;
+ pktio_entry_t *entry = pktio_entry_by_index(pktio_index);
+ odp_packet_t pkt;
+ odp_packet_hdr_t *pkt_hdr;
+ odp_buffer_hdr_t *buf_hdr;
+ odp_packet_t packets[QUEUE_MULTI_MAX];
+ queue_t queue;
+
+ if (odp_unlikely(entry->s.state != PKTIO_STATE_STARTED)) {
+ if (entry->s.state < PKTIO_STATE_ACTIVE ||
+ entry->s.state == PKTIO_STATE_STOP_PENDING)
+ return -1;
+
+ ODP_DBG("interface not started\n");
+ return 0;
+ }
+
+ ODP_ASSERT((unsigned)rx_queue < entry->s.num_in_queue);
+ num_pkts = entry->s.ops->recv(entry, rx_queue,
+ packets, QUEUE_MULTI_MAX);
+
+ num_rx = 0;
+ for (i = 0; i < num_pkts; i++) {
+ pkt = packets[i];
+ pkt_hdr = odp_packet_hdr(pkt);
+ if (odp_unlikely(pkt_hdr->p.input_flags.dst_queue)) {
+ queue = pkt_hdr->dst_queue;
+ buf_hdr = packet_to_buf_hdr(pkt);
+ if (queue_fn->enq_multi(queue, &buf_hdr, 1) < 0)
+ /* Queue full? */
+ odp_packet_free(pkt);
+ __atomic_fetch_add(&entry->s.stats.in_discards,
+ 1,
+ __ATOMIC_RELAXED);
+ } else {
+ evt_tbl[num_rx++] = odp_packet_to_event(pkt);
+ }
+ }
+ return num_rx;
+}
+
int sched_cb_pktin_poll(int pktio_index, int num_queue, int index[])
{
odp_buffer_hdr_t *hdr_tbl[QUEUE_MULTI_MAX];
diff --git a/platform/linux-generic/odp_queue_scalable.c b/platform/linux-generic/odp_queue_scalable.c
index bcda2195..cef3236d 100644
--- a/platform/linux-generic/odp_queue_scalable.c
+++ b/platform/linux-generic/odp_queue_scalable.c
@@ -70,6 +70,11 @@ static queue_entry_t *get_qentry(uint32_t queue_id)
return &queue_tbl->queue[queue_id];
}
+queue_entry_t *qentry_from_ext(odp_queue_t handle)
+{
+ return get_qentry(queue_to_id(handle));
+}
+
static int _odp_queue_disable_enq(sched_elem_t *q)
{
ringidx_t old_read, old_write, new_write;
@@ -170,9 +175,12 @@ static int queue_init(queue_entry_t *queue, const char *name,
goto rwin_create_failed;
}
}
+ sched_elem->sched_grp = param->sched.group;
+ sched_elem->sched_prio = param->sched.prio;
sched_elem->schedq =
- schedq_from_sched_group(param->sched.group,
- param->sched.prio);
+ sched_queue_add(param->sched.group, param->sched.prio);
+ ODP_ASSERT(sched_elem->schedq != NULL);
+
}
return 0;
@@ -433,19 +441,20 @@ static int queue_destroy(odp_queue_t handle)
doze();
}
- /* Adjust the spread factor for the queues in the schedule group */
- if (queue->s.type == ODP_QUEUE_TYPE_SCHED)
- sched_group_xcount_dec(queue->s.param.sched.group,
- queue->s.param.sched.prio);
+ if (q->schedq != NULL) {
+ sched_queue_rem(q->sched_grp, q->sched_prio);
+ q->schedq = NULL;
+ }
_odp_ishm_pool_free(queue_shm_pool, q->prod_ring);
- if (queue->s.param.sched.sync == ODP_SCHED_SYNC_ORDERED) {
+ if (q->rwin != NULL) {
if (rwin_free(queue_shm_pool, q->rwin) < 0) {
ODP_ERR("Failed to free reorder window\n");
UNLOCK(&queue->s.lock);
return -1;
}
+ q->rwin = NULL;
}
queue->s.status = QUEUE_STATUS_FREE;
UNLOCK(&queue->s.lock);
@@ -554,11 +563,11 @@ static inline int _odp_queue_enq(sched_elem_t *q,
return actual;
}
-#else
+#endif
-static inline int _odp_queue_enq_sp(sched_elem_t *q,
- odp_buffer_hdr_t *buf_hdr[],
- int num)
+int _odp_queue_enq_sp(sched_elem_t *q,
+ odp_buffer_hdr_t *buf_hdr[],
+ int num)
{
ringidx_t old_read;
ringidx_t old_write;
@@ -602,7 +611,6 @@ static inline int _odp_queue_enq_sp(sched_elem_t *q,
return actual;
}
-#endif
static int _queue_enq_multi(queue_t handle, odp_buffer_hdr_t *buf_hdr[],
int num)
diff --git a/platform/linux-generic/odp_schedule.c b/platform/linux-generic/odp_schedule.c
index 5b940762..8c444f4d 100644
--- a/platform/linux-generic/odp_schedule.c
+++ b/platform/linux-generic/odp_schedule.c
@@ -592,7 +592,7 @@ static inline void free_pktio_cmd(pktio_cmd_t *cmd)
}
static void schedule_pktio_start(int pktio_index, int num_pktin,
- int pktin_idx[])
+ int pktin_idx[], odp_queue_t odpq[] ODP_UNUSED)
{
int i, idx;
pktio_cmd_t *cmd;
diff --git a/platform/linux-generic/odp_schedule_iquery.c b/platform/linux-generic/odp_schedule_iquery.c
index b81e5dab..afe8ee1a 100644
--- a/platform/linux-generic/odp_schedule_iquery.c
+++ b/platform/linux-generic/odp_schedule_iquery.c
@@ -574,7 +574,10 @@ static inline void free_pktio_cmd(pktio_cmd_t *cmd)
odp_rwlock_write_unlock(&sched->pktio_poll.lock);
}
-static void schedule_pktio_start(int pktio, int count, int pktin[])
+static void schedule_pktio_start(int pktio,
+ int count,
+ int pktin[],
+ odp_queue_t odpq[] ODP_UNUSED)
{
int i, index;
pktio_cmd_t *cmd;
diff --git a/platform/linux-generic/odp_schedule_scalable.c b/platform/linux-generic/odp_schedule_scalable.c
index 765326e8..676b3419 100644
--- a/platform/linux-generic/odp_schedule_scalable.c
+++ b/platform/linux-generic/odp_schedule_scalable.c
@@ -40,42 +40,17 @@
#define LOCK(a) _odp_ticketlock_lock((a))
#define UNLOCK(a) _odp_ticketlock_unlock((a))
-#define TAG_EMPTY 0U
-#define TAG_USED (1U << 15)
-#define TAG_BUSY (1U << 31)
-#define PKTIO_QUEUE_2_TAG(p, q) ((p) << 16 | (q) | TAG_USED)
-#define TAG_2_PKTIO(t) (((t) >> 16) & 0x7FFF)
-#define TAG_2_QUEUE(t) ((t) & 0x7FFF)
-#define TAG_IS_READY(t) (((t) & (TAG_USED | TAG_BUSY)) == TAG_USED)
-#define PKTIN_MAX (ODP_CONFIG_PKTIO_ENTRIES * PKTIO_MAX_QUEUES)
#define MAXTHREADS ATOM_BITSET_SIZE
+#define FLAG_PKTIN 0x80
+
static _odp_ishm_pool_t *sched_shm_pool;
-static uint32_t pktin_num;
-static uint32_t pktin_hi;
-static uint16_t pktin_count[ODP_CONFIG_PKTIO_ENTRIES];
-static uint32_t pktin_tags[PKTIN_MAX] ODP_ALIGNED_CACHE;
-
-#define __atomic_fetch_max(var, v, mo) do { \
- /* Evalulate 'v' once */ \
- __typeof__(v) tmp_v = (v); \
- __typeof__(*var) old_var = \
- __atomic_load_n((var), __ATOMIC_RELAXED); \
- while (tmp_v > old_var) { \
- /* Attempt to store 'v' in '*var' */ \
- if (__atomic_compare_exchange_n((var), &old_var, \
- tmp_v, true, (mo), \
- (mo))) \
- break; \
- } \
- /* v <= old_var, nothing to do */ \
- } while (0)
-
-ODP_STATIC_ASSERT(ODP_SCHED_PRIO_LOWEST == (ODP_SCHED_PRIO_NUM - 1),
+
+ODP_STATIC_ASSERT(ODP_SCHED_PRIO_LOWEST == (ODP_SCHED_PRIO_NUM - 2),
"lowest_prio_does_not_match_with_num_prios");
ODP_STATIC_ASSERT((ODP_SCHED_PRIO_NORMAL > 0) &&
- (ODP_SCHED_PRIO_NORMAL < (ODP_SCHED_PRIO_NUM - 1)),
+ (ODP_SCHED_PRIO_NORMAL < (ODP_SCHED_PRIO_NUM - 2)),
"normal_prio_is_not_between_highest_and_lowest");
ODP_STATIC_ASSERT(CHECK_IS_POWER2(ODP_CONFIG_QUEUES),
@@ -99,9 +74,6 @@ static odp_spinlock_t sched_grp_lock;
static sched_scalable_thread_state_t thread_state[MAXTHREADS];
__thread sched_scalable_thread_state_t *sched_ts;
-/*
- * Forward declarations.
- */
static int thread_state_init(int tidx)
{
sched_scalable_thread_state_t *ts;
@@ -110,13 +82,12 @@ static int thread_state_init(int tidx)
ODP_ASSERT(tidx < MAXTHREADS);
ts = &thread_state[tidx];
ts->atomq = NULL;
+ ts->src_schedq = NULL;
ts->rctx = NULL;
ts->pause = false;
ts->out_of_order = false;
ts->tidx = tidx;
ts->dequeued = 0;
- ts->pktin_next = 0;
- ts->pktin_poll_cnts = 0;
ts->ticket = TICKET_INVALID;
ts->priv_rvec_free = 0;
ts->rvec_free = (1ULL << TS_RVEC_SIZE) - 1;
@@ -539,7 +510,25 @@ static inline void sched_update_popd(sched_elem_t *elem)
}
#endif
-sched_queue_t *schedq_from_sched_group(odp_schedule_group_t grp, uint32_t prio)
+static void signal_threads_add(sched_group_t *sg, uint32_t sgi, uint32_t prio)
+{
+ sched_group_mask_t thrds = sg->thr_wanted;
+ uint32_t thr;
+
+ while (!bitset_is_null(thrds)) {
+ thr = bitset_ffs(thrds) - 1;
+ thrds = bitset_clr(thrds, thr);
+ /* Notify the thread about membership in this
+ * group/priority.
+ */
+ atom_bitset_set(&thread_state[thr].sg_wanted[prio],
+ sgi, __ATOMIC_RELEASE);
+ __atomic_store_n(&thread_state[thr].sg_sem, 1,
+ __ATOMIC_RELEASE);
+ }
+}
+
+sched_queue_t *sched_queue_add(odp_schedule_group_t grp, uint32_t prio)
{
uint32_t sgi;
sched_group_t *sg;
@@ -561,26 +550,46 @@ sched_queue_t *schedq_from_sched_group(odp_schedule_group_t grp, uint32_t prio)
* Notify all threads in sg->thr_wanted that they
* should join.
*/
- sched_group_mask_t thrds = sg->thr_wanted;
+ signal_threads_add(sg, sgi, prio);
+ }
+ return &sg->schedq[prio * sg->xfactor + x % sg->xfactor];
+}
- while (!bitset_is_null(thrds)) {
- uint32_t thr;
+static uint32_t sched_pktin_add(odp_schedule_group_t grp, uint32_t prio)
+{
+ uint32_t sgi;
+ sched_group_t *sg;
- thr = bitset_ffs(thrds) - 1;
- thrds = bitset_clr(thrds, thr);
- /* Notify the thread about membership in this
- * group/priority.
- */
- atom_bitset_set(&thread_state[thr].sg_wanted[prio],
- sgi, __ATOMIC_RELEASE);
- __atomic_store_n(&thread_state[thr].sg_sem, 1,
- __ATOMIC_RELEASE);
- }
+ ODP_ASSERT(grp >= 0 && grp < (odp_schedule_group_t)MAX_SCHED_GROUP);
+ ODP_ASSERT((sg_free & (1ULL << grp)) == 0);
+ ODP_ASSERT(prio < ODP_SCHED_PRIO_NUM);
+
+ sgi = grp;
+ sg = sg_vec[sgi];
+
+ (void)sched_queue_add(grp, ODP_SCHED_PRIO_PKTIN);
+ return (ODP_SCHED_PRIO_PKTIN - prio) * sg->xfactor;
+}
+
+static void signal_threads_rem(sched_group_t *sg, uint32_t sgi, uint32_t prio)
+{
+ sched_group_mask_t thrds = sg->thr_wanted;
+ uint32_t thr;
+
+ while (!bitset_is_null(thrds)) {
+ thr = bitset_ffs(thrds) - 1;
+ thrds = bitset_clr(thrds, thr);
+ /* Notify the thread about membership in this
+ * group/priority.
+ */
+ atom_bitset_clr(&thread_state[thr].sg_wanted[prio],
+ sgi, __ATOMIC_RELEASE);
+ __atomic_store_n(&thread_state[thr].sg_sem, 1,
+ __ATOMIC_RELEASE);
}
- return &sg->schedq[prio * sg->xfactor + x % sg->xfactor];
}
-void sched_group_xcount_dec(odp_schedule_group_t grp, uint32_t prio)
+void sched_queue_rem(odp_schedule_group_t grp, uint32_t prio)
{
uint32_t sgi;
sched_group_t *sg;
@@ -592,77 +601,83 @@ void sched_group_xcount_dec(odp_schedule_group_t grp, uint32_t prio)
sgi = grp;
sg = sg_vec[sgi];
- x = __atomic_sub_fetch(&sg->xcount[prio], 1, __ATOMIC_RELAXED);
+ x = __atomic_sub_fetch(&sg->xcount[prio], 1, __ATOMIC_RELAXED);
if (x == 0) {
/* Last ODP queue for this priority
* Notify all threads in sg->thr_wanted that they
* should leave.
*/
- sched_group_mask_t thrds = sg->thr_wanted;
+ signal_threads_rem(sg, sgi, prio);
+ }
+}
- while (!bitset_is_null(thrds)) {
- uint32_t thr;
+static void sched_pktin_rem(odp_schedule_group_t grp)
+{
+ sched_queue_rem(grp, ODP_SCHED_PRIO_PKTIN);
+}
- thr = bitset_ffs(thrds) - 1;
- thrds = bitset_clr(thrds, thr);
- /* Notify the thread about membership in this
- * group/priority.
+static void update_sg_add(sched_scalable_thread_state_t *ts,
+ uint32_t p,
+ sched_group_mask_t sg_wanted)
+{
+ sched_group_mask_t added;
+ uint32_t sgi;
+ sched_group_t *sg;
+ uint32_t x;
+
+ added = bitset_andn(sg_wanted, ts->sg_actual[p]);
+ while (!bitset_is_null(added)) {
+ sgi = bitset_ffs(added) - 1;
+ sg = sg_vec[sgi];
+ for (x = 0; x < sg->xfactor; x++) {
+ /* Include our thread index to shift
+ * (rotate) the order of schedq's
*/
- atom_bitset_clr(&thread_state[thr].sg_wanted[prio],
- sgi, __ATOMIC_RELEASE);
- __atomic_store_n(&thread_state[thr].sg_sem, 1,
- __ATOMIC_RELEASE);
+ insert_schedq_in_list(ts,
+ &sg->schedq[p * sg->xfactor +
+ (x + ts->tidx) % sg->xfactor]);
}
+ atom_bitset_set(&sg->thr_actual[p], ts->tidx, __ATOMIC_RELAXED);
+ added = bitset_clr(added, sgi);
}
}
-static void update_sg_membership(sched_scalable_thread_state_t *ts)
+static void update_sg_rem(sched_scalable_thread_state_t *ts,
+ uint32_t p,
+ sched_group_mask_t sg_wanted)
{
- uint32_t p;
- sched_group_mask_t sg_wanted;
- sched_group_mask_t added;
sched_group_mask_t removed;
uint32_t sgi;
sched_group_t *sg;
uint32_t x;
+ removed = bitset_andn(ts->sg_actual[p], sg_wanted);
+ while (!bitset_is_null(removed)) {
+ sgi = bitset_ffs(removed) - 1;
+ sg = sg_vec[sgi];
+ for (x = 0; x < sg->xfactor; x++) {
+ remove_schedq_from_list(ts,
+ &sg->schedq[p *
+ sg->xfactor + x]);
+ }
+ atom_bitset_clr(&sg->thr_actual[p], ts->tidx, __ATOMIC_RELAXED);
+ removed = bitset_clr(removed, sgi);
+ }
+}
+
+static void update_sg_membership(sched_scalable_thread_state_t *ts)
+{
+ uint32_t p;
+ sched_group_mask_t sg_wanted;
+
for (p = 0; p < ODP_SCHED_PRIO_NUM; p++) {
sg_wanted = atom_bitset_load(&ts->sg_wanted[p],
__ATOMIC_ACQUIRE);
if (!bitset_is_eql(ts->sg_actual[p], sg_wanted)) {
/* Our sched_group membership has changed */
- added = bitset_andn(sg_wanted, ts->sg_actual[p]);
- while (!bitset_is_null(added)) {
- sgi = bitset_ffs(added) - 1;
- sg = sg_vec[sgi];
- for (x = 0; x < sg->xfactor; x++) {
- /* Include our thread index to shift
- * (rotate) the order of schedq's
- */
- insert_schedq_in_list
- (ts,
- &sg->schedq[p * sg->xfactor +
- (x + ts->tidx) % sg->xfactor]);
- }
- atom_bitset_set(&sg->thr_actual[p], ts->tidx,
- __ATOMIC_RELAXED);
- added = bitset_clr(added, sgi);
- }
- removed = bitset_andn(ts->sg_actual[p], sg_wanted);
- while (!bitset_is_null(removed)) {
- sgi = bitset_ffs(removed) - 1;
- sg = sg_vec[sgi];
- for (x = 0; x < sg->xfactor; x++) {
- remove_schedq_from_list
- (ts,
- &sg->schedq[p *
- sg->xfactor + x]);
- }
- atom_bitset_clr(&sg->thr_actual[p], ts->tidx,
- __ATOMIC_RELAXED);
- removed = bitset_clr(removed, sgi);
- }
+ update_sg_add(ts, p, sg_wanted);
+ update_sg_rem(ts, p, sg_wanted);
ts->sg_actual[p] = sg_wanted;
}
}
@@ -693,61 +708,180 @@ static inline void _schedule_release_ordered(sched_scalable_thread_state_t *ts)
ts->rctx = NULL;
}
-static void pktin_poll(sched_scalable_thread_state_t *ts)
+static uint16_t poll_count[ODP_CONFIG_PKTIO_ENTRIES];
+
+static void pktio_start(int pktio_idx,
+ int num_in_queue,
+ int in_queue_idx[],
+ odp_queue_t odpq[])
{
- uint32_t i, tag, hi, npolls = 0;
- int pktio_index, queue_index;
+ int i, rxq;
+ queue_entry_t *qentry;
+ sched_elem_t *elem;
- hi = __atomic_load_n(&pktin_hi, __ATOMIC_RELAXED);
- if (hi == 0)
- return;
+ ODP_ASSERT(pktio_idx < ODP_CONFIG_PKTIO_ENTRIES);
+ for (i = 0; i < num_in_queue; i++) {
+ rxq = in_queue_idx[i];
+ ODP_ASSERT(rxq < PKTIO_MAX_QUEUES);
+ __atomic_fetch_add(&poll_count[pktio_idx], 1, __ATOMIC_RELAXED);
+ qentry = qentry_from_ext(odpq[i]);
+ elem = &qentry->s.sched_elem;
+ elem->cons_type |= FLAG_PKTIN; /* Set pktin queue flag */
+ elem->pktio_idx = pktio_idx;
+ elem->rx_queue = rxq;
+ elem->xoffset = sched_pktin_add(elem->sched_grp,
+ elem->sched_prio);
+ ODP_ASSERT(elem->schedq != NULL);
+ schedq_push(elem->schedq, elem);
+ }
+}
- for (i = ts->pktin_next; npolls != hi; i = (i + 1) % hi, npolls++) {
- tag = __atomic_load_n(&pktin_tags[i], __ATOMIC_RELAXED);
- if (!TAG_IS_READY(tag))
- continue;
- if (!__atomic_compare_exchange_n(&pktin_tags[i], &tag,
- tag | TAG_BUSY,
- true,
- __ATOMIC_ACQUIRE,
- __ATOMIC_RELAXED))
- continue;
- /* Tag grabbed */
- pktio_index = TAG_2_PKTIO(tag);
- queue_index = TAG_2_QUEUE(tag);
- if (odp_unlikely(sched_cb_pktin_poll(pktio_index,
- 1, &queue_index))) {
- /* Pktio stopped or closed
- * Remove tag from pktin_tags
- */
- __atomic_store_n(&pktin_tags[i],
- TAG_EMPTY, __ATOMIC_RELAXED);
- __atomic_fetch_sub(&pktin_num,
- 1, __ATOMIC_RELEASE);
- /* Call stop_finalize when all queues
- * of the pktio have been removed
- */
- if (__atomic_sub_fetch(&pktin_count[pktio_index], 1,
- __ATOMIC_RELAXED) == 0)
- sched_cb_pktio_stop_finalize(pktio_index);
- } else {
- /* We don't know whether any packets were found and enqueued
- * Write back original tag value to release pktin queue
- */
- __atomic_store_n(&pktin_tags[i], tag, __ATOMIC_RELAXED);
- /* Do not iterate through all pktin queues every time */
- if ((ts->pktin_poll_cnts & 0xf) != 0)
- break;
+static void pktio_stop(sched_elem_t *elem)
+{
+ elem->cons_type &= ~FLAG_PKTIN; /* Clear pktin queue flag */
+ sched_pktin_rem(elem->sched_grp);
+ if (__atomic_sub_fetch(&poll_count[elem->pktio_idx],
+ 1, __ATOMIC_RELAXED) == 0) {
+ /* Call stop_finalize when all queues
+ * of the pktio have been removed */
+ sched_cb_pktio_stop_finalize(elem->pktio_idx);
+ }
+}
+
+static bool have_reorder_ctx(sched_scalable_thread_state_t *ts)
+{
+ if (odp_unlikely(bitset_is_null(ts->priv_rvec_free))) {
+ ts->priv_rvec_free = atom_bitset_xchg(&ts->rvec_free, 0,
+ __ATOMIC_RELAXED);
+ if (odp_unlikely(bitset_is_null(ts->priv_rvec_free))) {
+ /* No free reorder contexts for this thread */
+ return false;
}
}
- ODP_ASSERT(i < hi);
- ts->pktin_poll_cnts++;
- ts->pktin_next = i;
+ return true;
+}
+
+static inline bool is_pktin(sched_elem_t *elem)
+{
+ return (elem->cons_type & FLAG_PKTIN) != 0;
+}
+
+static inline bool is_atomic(sched_elem_t *elem)
+{
+ return elem->cons_type == (ODP_SCHED_SYNC_ATOMIC | FLAG_PKTIN);
+}
+
+static inline bool is_ordered(sched_elem_t *elem)
+{
+ return elem->cons_type == (ODP_SCHED_SYNC_ORDERED | FLAG_PKTIN);
+}
+
+static int poll_pktin(sched_elem_t *elem, odp_event_t ev[], int num_evts)
+{
+ sched_scalable_thread_state_t *ts = sched_ts;
+ int num, i;
+ /* For ordered queues only */
+ reorder_context_t *rctx;
+ reorder_window_t *rwin = NULL;
+ uint32_t sn;
+ uint32_t idx;
+
+ if (is_ordered(elem)) {
+ /* Need reorder context and slot in reorder window */
+ rwin = queue_get_rwin((queue_entry_t *)elem);
+ ODP_ASSERT(rwin != NULL);
+ if (odp_unlikely(!have_reorder_ctx(ts) ||
+ !rwin_reserve_sc(rwin, &sn))) {
+ /* Put back queue on source schedq */
+ schedq_push(ts->src_schedq, elem);
+ return 0;
+ }
+ /* Slot in reorder window reserved! */
+ }
+
+ /* Try to dequeue events from the ingress queue itself */
+ num = _odp_queue_deq_sc(elem, ev, num_evts);
+ if (odp_likely(num > 0)) {
+events_dequeued:
+ if (is_atomic(elem)) {
+ ts->atomq = elem; /* Remember */
+ ts->dequeued += num;
+ /* Don't push atomic queue on schedq */
+ } else /* Parallel or ordered */ {
+ if (is_ordered(elem)) {
+ /* Find and initialise an unused reorder
+ * context. */
+ idx = bitset_ffs(ts->priv_rvec_free) - 1;
+ ts->priv_rvec_free =
+ bitset_clr(ts->priv_rvec_free, idx);
+ rctx = &ts->rvec[idx];
+ rctx_init(rctx, idx, rwin, sn);
+ /* Are we in-order or out-of-order? */
+ ts->out_of_order = sn != rwin->hc.head;
+ ts->rctx = rctx;
+ }
+ schedq_push(elem->schedq, elem);
+ }
+ return num;
+ }
+
+ /* Ingress queue empty => poll pktio RX queue */
+ odp_event_t rx_evts[QUEUE_MULTI_MAX];
+ int num_rx = sched_cb_pktin_poll_one(elem->pktio_idx,
+ elem->rx_queue,
+ rx_evts);
+ if (odp_likely(num_rx > 0)) {
+ num = num_rx < num_evts ? num_rx : num_evts;
+ for (i = 0; i < num; i++) {
+ /* Return events directly to caller */
+ ev[i] = rx_evts[i];
+ }
+ if (num_rx > num) {
+ /* Events remain, enqueue them */
+ odp_buffer_hdr_t *bufs[QUEUE_MULTI_MAX];
+
+ for (i = num; i < num_rx; i++)
+ bufs[i] =
+ (odp_buffer_hdr_t *)(void *)rx_evts[i];
+ i = _odp_queue_enq_sp(elem, &bufs[num], num_rx - num);
+ /* Enqueue must succeed as the queue was empty */
+ ODP_ASSERT(i == num_rx - num);
+ }
+ goto events_dequeued;
+ }
+ /* No packets received, reset state and undo side effects */
+ if (is_atomic(elem))
+ ts->atomq = NULL;
+ else if (is_ordered(elem))
+ rwin_unreserve_sc(rwin, sn);
+
+ if (odp_likely(num_rx == 0)) {
+ /* RX queue empty, push it to pktin priority schedq */
+ sched_queue_t *schedq = ts->src_schedq;
+ /* Check if queue came from the designated schedq */
+ if (schedq == elem->schedq) {
+ /* Yes, add offset to the pktin priority level
+ * in order to get alternate schedq */
+ schedq += elem->xoffset;
+ }
+ /* Else no, queue must have come from alternate schedq */
+ schedq_push(schedq, elem);
+ } else /* num_rx < 0 => pktio stopped or closed */ {
+ /* Remove queue */
+ pktio_stop(elem);
+ /* Don't push queue to schedq */
+ }
+
+ ODP_ASSERT(ts->atomq == NULL);
+ ODP_ASSERT(!ts->out_of_order);
+ ODP_ASSERT(ts->rctx == NULL);
+ return 0;
}
static int _schedule(odp_queue_t *from, odp_event_t ev[], int num_evts)
{
sched_scalable_thread_state_t *ts;
+ sched_elem_t *first;
sched_elem_t *atomq;
int num;
uint32_t i;
@@ -758,7 +892,23 @@ static int _schedule(odp_queue_t *from, odp_event_t ev[], int num_evts)
/* Once an atomic queue has been scheduled to a thread, it will stay
* on that thread until empty or 'rotated' by WRR
*/
- if (atomq != NULL) {
+ if (atomq != NULL && is_pktin(atomq)) {
+ /* Atomic pktin queue */
+ if (ts->dequeued < atomq->qschst.wrr_budget) {
+ ODP_ASSERT(ts->src_schedq != NULL);
+ num = poll_pktin(atomq, ev, num_evts);
+ if (odp_likely(num != 0)) {
+ if (from)
+ *from = queue_get_handle(
+ (queue_entry_t *)atomq);
+ return num;
+ }
+ } else {
+ /* WRR budget exhausted, move queue to end of schedq */
+ schedq_push(atomq->schedq, atomq);
+ }
+ ts->atomq = NULL;
+ } else if (atomq != NULL) {
ODP_ASSERT(ts->ticket != TICKET_INVALID);
#ifdef CONFIG_QSCHST_LOCK
LOCK(&atomq->qschlock);
@@ -794,10 +944,6 @@ dequeue_atomic:
#endif
}
- /* Release any previous reorder context. */
- if (ts->rctx != NULL)
- _schedule_release_ordered(ts);
-
/* Check for and perform any scheduler group updates. */
if (odp_unlikely(__atomic_load_n(&ts->sg_sem, __ATOMIC_RELAXED) != 0)) {
(void)__atomic_load_n(&ts->sg_sem, __ATOMIC_ACQUIRE);
@@ -806,7 +952,7 @@ dequeue_atomic:
}
/* Scan our schedq list from beginning to end */
- for (i = 0; i < ts->num_schedq; i++) {
+ for (i = 0, first = NULL; i < ts->num_schedq; i++, first = NULL) {
sched_queue_t *schedq = ts->schedq_list[i];
sched_elem_t *elem;
restart_same:
@@ -815,8 +961,24 @@ restart_same:
/* Schedq empty, look at next one. */
continue;
}
+ if (is_pktin(elem)) {
+ /* Pktio ingress queue */
+ if (first == NULL)
+ first = elem;
+ else if (elem == first) /* Wrapped around */
+ continue; /* Go to next schedq */
+
+ if (odp_unlikely(!schedq_cond_pop(schedq, elem)))
+ goto restart_same;
- if (elem->cons_type == ODP_SCHED_SYNC_ATOMIC) {
+ ts->src_schedq = schedq; /* Remember source schedq */
+ num = poll_pktin(elem, ev, num_evts);
+ if (odp_unlikely(num <= 0))
+ goto restart_same;
+ if (from)
+ *from = queue_get_handle((queue_entry_t *)elem);
+ return num;
+ } else if (elem->cons_type == ODP_SCHED_SYNC_ATOMIC) {
/* Dequeue element only if it is still at head
* of schedq.
*/
@@ -885,19 +1047,9 @@ restart_same:
* collect all outgoing events. Ensure there is at least
* one available reorder context.
*/
- if (odp_unlikely(bitset_is_null(ts->priv_rvec_free))) {
- ts->priv_rvec_free = atom_bitset_xchg(
- &ts->rvec_free, 0,
- __ATOMIC_RELAXED);
- if (odp_unlikely(bitset_is_null(
- ts->priv_rvec_free))) {
- /* No free reorder contexts for
- * this thread. Look at next schedq,
- * hope we find non-ordered queue.
- */
- continue;
- }
- }
+ if (odp_unlikely(!have_reorder_ctx(ts)))
+ continue;
+
/* rwin_reserve and odp_queue_deq must be atomic or
* there will be a potential race condition.
* Allocate a slot in the reorder window.
@@ -984,7 +1136,6 @@ restart_same:
}
}
- pktin_poll(ts);
return 0;
}
@@ -1066,6 +1217,10 @@ static int schedule_multi(odp_queue_t *from, uint64_t wait, odp_event_t ev[],
odp_time_t deadline;
ts = sched_ts;
+ /* Release any previous reorder context. */
+ if (ts->rctx != NULL)
+ _schedule_release_ordered(ts);
+
if (odp_unlikely(ts->pause)) {
if (ts->atomq != NULL) {
#ifdef CONFIG_QSCHST_LOCK
@@ -1078,8 +1233,6 @@ static int schedule_multi(odp_queue_t *from, uint64_t wait, odp_event_t ev[],
#ifdef CONFIG_QSCHST_LOCK
UNLOCK(&atomq->qschlock);
#endif
- } else if (ts->rctx != NULL) {
- _schedule_release_ordered(ts);
}
return 0;
}
@@ -1124,6 +1277,10 @@ static odp_event_t schedule(odp_queue_t *from, uint64_t wait)
odp_time_t deadline;
ts = sched_ts;
+ /* Release any previous reorder context. */
+ if (ts->rctx != NULL)
+ _schedule_release_ordered(ts);
+
if (odp_unlikely(ts->pause)) {
if (ts->atomq != NULL) {
#ifdef CONFIG_QSCHST_LOCK
@@ -1136,8 +1293,6 @@ static odp_event_t schedule(odp_queue_t *from, uint64_t wait)
#ifdef CONFIG_QSCHST_LOCK
UNLOCK(&atomq->qschlock);
#endif
- } else if (ts->rctx != NULL) {
- _schedule_release_ordered(ts);
}
return ev;
}
@@ -1190,7 +1345,7 @@ static uint64_t schedule_wait_time(uint64_t ns)
static int schedule_num_prio(void)
{
- return ODP_SCHED_PRIO_NUM;
+ return ODP_SCHED_PRIO_NUM - 1; /* Discount the pktin priority level */
}
static int schedule_group_update(sched_group_t *sg,
@@ -1387,7 +1542,7 @@ static int schedule_group_destroy(odp_schedule_group_t group)
ret = -1;
goto thrd_q_present_in_group;
}
- if (sg->xcount[p] != 0) {
+ if (p != ODP_SCHED_PRIO_PKTIN && sg->xcount[p] != 0) {
ODP_ERR("Group has queues\n");
ret = -1;
goto thrd_q_present_in_group;
@@ -1783,51 +1938,6 @@ static int schedule_term_local(void)
return rc;
}
-static void pktio_start(int pktio_index, int num_in_queue, int in_queue_idx[])
-{
- int i;
- uint32_t old, tag, j;
-
- for (i = 0; i < num_in_queue; i++) {
- /* Try to reserve a slot */
- if (__atomic_fetch_add(&pktin_num,
- 1, __ATOMIC_RELAXED) >= PKTIN_MAX) {
- __atomic_fetch_sub(&pktin_num, 1, __ATOMIC_RELAXED);
- ODP_ABORT("Too many pktio in queues for scheduler\n");
- }
- /* A slot has been reserved, now we need to find an empty one */
- for (j = 0; ; j = (j + 1) % PKTIN_MAX) {
- if (__atomic_load_n(&pktin_tags[j],
- __ATOMIC_RELAXED) != TAG_EMPTY)
- /* Slot used, continue with next */
- continue;
- /* Empty slot found */
- old = TAG_EMPTY;
- tag = PKTIO_QUEUE_2_TAG(pktio_index, in_queue_idx[i]);
- if (__atomic_compare_exchange_n(&pktin_tags[j],
- &old,
- tag,
- true,
- __ATOMIC_RELEASE,
- __ATOMIC_RELAXED)) {
- /* Success grabbing slot,update high
- * watermark
- */
- __atomic_fetch_max(&pktin_hi,
- j + 1, __ATOMIC_RELAXED);
- /* One more tag (queue) for this pktio
- * instance
- */
- __atomic_fetch_add(&pktin_count[pktio_index],
- 1, __ATOMIC_RELAXED);
- /* Continue with next RX queue */
- break;
- }
- /* Failed to grab slot */
- }
- }
-}
-
static int num_grps(void)
{
return MAX_SCHED_GROUP;
diff --git a/platform/linux-generic/odp_schedule_scalable_ordered.c b/platform/linux-generic/odp_schedule_scalable_ordered.c
index 80ff2490..7261b446 100644
--- a/platform/linux-generic/odp_schedule_scalable_ordered.c
+++ b/platform/linux-generic/odp_schedule_scalable_ordered.c
@@ -72,6 +72,32 @@ bool rwin_reserve(reorder_window_t *rwin, uint32_t *sn)
return true;
}
+bool rwin_reserve_sc(reorder_window_t *rwin, uint32_t *sn)
+{
+ uint32_t head;
+ uint32_t oldt;
+ uint32_t newt;
+ uint32_t winmask;
+
+ /* Read head and tail separately */
+ oldt = rwin->tail;
+ winmask = rwin->winmask;
+ head = rwin->hc.head;
+ if (odp_unlikely(oldt - head >= winmask))
+ return false;
+ newt = oldt + 1;
+ rwin->tail = newt;
+ *sn = oldt;
+
+ return true;
+}
+
+void rwin_unreserve_sc(reorder_window_t *rwin, uint32_t sn)
+{
+ ODP_ASSERT(rwin->tail == sn + 1);
+ rwin->tail = sn;
+}
+
static void rwin_insert(reorder_window_t *rwin,
reorder_context_t *rctx,
uint32_t sn,
diff --git a/platform/linux-generic/odp_schedule_sp.c b/platform/linux-generic/odp_schedule_sp.c
index 05241275..47e6ddd3 100644
--- a/platform/linux-generic/odp_schedule_sp.c
+++ b/platform/linux-generic/odp_schedule_sp.c
@@ -424,7 +424,10 @@ static int ord_enq_multi(queue_t q_int, void *buf_hdr[], int num,
return 0;
}
-static void pktio_start(int pktio_index, int num, int pktin_idx[])
+static void pktio_start(int pktio_index,
+ int num,
+ int pktin_idx[],
+ odp_queue_t odpq[] ODP_UNUSED)
{
int i;
sched_cmd_t *cmd;
-----------------------------------------------------------------------
Summary of changes:
.../include/odp_queue_scalable_internal.h | 2 +
platform/linux-generic/include/odp_schedule_if.h | 11 +-
.../linux-generic/include/odp_schedule_scalable.h | 25 +-
.../include/odp_schedule_scalable_ordered.h | 2 +
platform/linux-generic/odp_packet_io.c | 49 +-
platform/linux-generic/odp_queue_scalable.c | 32 +-
platform/linux-generic/odp_schedule.c | 2 +-
platform/linux-generic/odp_schedule_iquery.c | 5 +-
platform/linux-generic/odp_schedule_scalable.c | 540 +++++++++++++--------
.../linux-generic/odp_schedule_scalable_ordered.c | 26 +
platform/linux-generic/odp_schedule_sp.c | 5 +-
11 files changed, 458 insertions(+), 241 deletions(-)
hooks/post-receive
--
6 years, 7 months
- 1
- 0