git-lng-odp

git-lng-odp@lists.linaro.org

1203 discussions

[COMMIT] branch master updated. v1.21.0.0-356-g807aa18bc

by git＠git-us.linaro.org

This is an automated email from the git hooks/post-receive script. It was generated because a ref change was pushed to the repository containing the project "". The branch, master has been updated via 807aa18bcd266a7e7f66e2293db7ee2fe4923a2d (commit) via 878ca435ac623687b4506e0ec3c6391566a31e3f (commit) via 4063f3df1a50ef2d41270eef7a1426f0fb451b8b (commit) via ad57370a0cb158aa87acb85e5004a42d73a82f06 (commit) via 44431af475b89d16b81dfcb92db27b03b7475b74 (commit) via f55749bb0598ba9447a9ed312782821c057ef3a4 (commit) via 76cf03d62e77c6eea7e67f66cde729e8f64a618f (commit) via df93cd4cdf73df1bc9d63161bab18db611041a5c (commit) via 4898f2ff2054c2365588baef44f64e4c67003a57 (commit) from 88deaa9611c7d16d8438b8b8c7732d74889fc4af (commit) Those revisions listed above that are new to this repository have not appeared on any other notification email; so we list those revisions in full, below. - Log ----------------------------------------------------------------- commit 807aa18bcd266a7e7f66e2293db7ee2fe4923a2d Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Fri Nov 15 10:39:46 2019 +0200 validation: packet: add max pools test Test that maximum number of packet pools can be created. Suite init has created already one, so this test creates "max_pools - 1" pools more. Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/test/validation/api/packet/packet.c b/test/validation/api/packet/packet.c index 47e20c049..90226819c 100644 --- a/test/validation/api/packet/packet.c +++ b/test/validation/api/packet/packet.c @@ -2554,6 +2554,70 @@ static void packet_test_ref(void) odp_packet_free(ref_pkt[1]); } +static void packet_test_max_pools(void) +{ + odp_pool_param_t param; + uint32_t i, num_pool, num_pkt; + void *addr; + odp_event_t ev; + uint32_t len = 500; + /* Suite init has created one pool already */ + uint32_t max_pools = pool_capa.pkt.max_pools - 1; + odp_pool_t pool[max_pools]; + odp_packet_t packet[max_pools]; + + CU_ASSERT_FATAL(max_pools != 0); + + printf("\n Creating %u pools\n", max_pools); + + odp_pool_param_init(&param); + param.type = ODP_POOL_PACKET; + param.pkt.len = len; + param.pkt.num = 1; + param.pkt.max_num = 1; + + for (i = 0; i < max_pools; i++) { + pool[i] = odp_pool_create(NULL, &param); + + if (pool[i] == ODP_POOL_INVALID) + break; + } + + num_pool = i; + + CU_ASSERT(num_pool == max_pools); + if (num_pool != max_pools) + printf("Error: created only %u pools\n", num_pool); + + for (i = 0; i < num_pool; i++) { + packet[i] = odp_packet_alloc(pool[i], len); + + if (packet[i] == ODP_PACKET_INVALID) + break; + + CU_ASSERT_FATAL(odp_packet_pool(packet[i]) == pool[i]); + + ev = odp_packet_to_event(packet[i]); + CU_ASSERT(odp_packet_from_event(ev) == packet[i]); + CU_ASSERT(odp_event_type(ev) == ODP_EVENT_PACKET); + + CU_ASSERT(odp_packet_len(packet[i]) == len); + addr = odp_packet_data(packet[i]); + + /* Write packet data */ + memset(addr, 0, len); + } + + num_pkt = i; + CU_ASSERT(num_pkt == num_pool); + + if (num_pkt) + odp_packet_free_multi(packet, num_pkt); + + for (i = 0; i < num_pool; i++) + CU_ASSERT(odp_pool_destroy(pool[i]) == 0); +} + static int packet_parse_suite_init(void) { int num_test_pkt, i; @@ -3493,6 +3557,7 @@ odp_testinfo_t packet_suite[] = { ODP_TEST_INFO(packet_test_align), ODP_TEST_INFO(packet_test_offset), ODP_TEST_INFO(packet_test_ref), + ODP_TEST_INFO(packet_test_max_pools), ODP_TEST_INFO_NULL, }; commit 878ca435ac623687b4506e0ec3c6391566a31e3f Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Thu Nov 14 15:46:55 2019 +0200 validation: packet: use common pool capability Read pool capability in suite init and use it on all tests. Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/test/validation/api/packet/packet.c b/test/validation/api/packet/packet.c index 777ea0dc7..47e20c049 100644 --- a/test/validation/api/packet/packet.c +++ b/test/validation/api/packet/packet.c @@ -12,7 +12,7 @@ #include <test_packet_parser.h> /* Reserve some tailroom for tests */ -#define PACKET_TAILROOM_RESERVE 4 +#define TAILROOM_RESERVE 4 /* Number of packets in the test packet pool */ #define PACKET_POOL_NUM 300 /* Number of large, possibly segmented, test packets */ @@ -24,6 +24,7 @@ ODP_STATIC_ASSERT(PACKET_POOL_NUM_SEG > 1 && /* Number of packets in parse test */ #define PARSE_TEST_NUM_PKT 10 +static odp_pool_capability_t pool_capa; static odp_pool_param_t default_param; static odp_pool_t default_pool; static uint32_t packet_len; @@ -148,7 +149,6 @@ static int fill_data_backward(odp_packet_t pkt, uint32_t offset, uint32_t len, static int packet_suite_init(void) { odp_pool_param_t params; - odp_pool_capability_t capa; odp_packet_t pkt_tbl[PACKET_POOL_NUM_SEG]; struct udata_struct *udat; uint32_t udat_size; @@ -157,34 +157,36 @@ static int packet_suite_init(void) uint32_t num = PACKET_POOL_NUM; int ret; - if (odp_pool_capability(&capa) < 0) { + memset(&pool_capa, 0, sizeof(odp_pool_capability_t)); + + if (odp_pool_capability(&pool_capa) < 0) { printf("pool_capability failed\n"); return -1; } - if (capa.pkt.max_segs_per_pkt == 0) - capa.pkt.max_segs_per_pkt = 10; + if (pool_capa.pkt.max_segs_per_pkt == 0) + pool_capa.pkt.max_segs_per_pkt = 10; /* Pick a typical packet size and decrement it to the single segment * limit if needed (min_seg_len maybe equal to max_len * on some systems). */ packet_len = 512; - while (packet_len > (capa.pkt.min_seg_len - PACKET_TAILROOM_RESERVE)) + while (packet_len > (pool_capa.pkt.min_seg_len - TAILROOM_RESERVE)) packet_len--; - if (capa.pkt.max_len) { - segmented_packet_len = capa.pkt.max_len; + if (pool_capa.pkt.max_len) { + segmented_packet_len = pool_capa.pkt.max_len; } else { - segmented_packet_len = capa.pkt.min_seg_len * - capa.pkt.max_segs_per_pkt; + segmented_packet_len = pool_capa.pkt.min_seg_len * + pool_capa.pkt.max_segs_per_pkt; } - if (capa.pkt.max_num != 0 && capa.pkt.max_num < num) - num = capa.pkt.max_num; + if (pool_capa.pkt.max_num != 0 && pool_capa.pkt.max_num < num) + num = pool_capa.pkt.max_num; odp_pool_param_init(&params); params.type = ODP_POOL_PACKET; - params.pkt.seg_len = capa.pkt.min_seg_len; - params.pkt.len = capa.pkt.min_seg_len; + params.pkt.seg_len = pool_capa.pkt.min_seg_len; + params.pkt.len = pool_capa.pkt.min_seg_len; params.pkt.num = num; params.pkt.uarea_size = sizeof(struct udata_struct); @@ -216,11 +218,11 @@ static int packet_suite_init(void) if (ret != PACKET_POOL_NUM_SEG) { if (ret > 0) odp_packet_free_multi(pkt_tbl, ret); - segmented_packet_len -= capa.pkt.min_seg_len; + segmented_packet_len -= pool_capa.pkt.min_seg_len; continue; } } while (ret != PACKET_POOL_NUM_SEG && - segmented_packet_len > capa.pkt.min_seg_len); + segmented_packet_len > pool_capa.pkt.min_seg_len); if (ret != PACKET_POOL_NUM_SEG) { printf("packet alloc failed\n"); @@ -281,16 +283,13 @@ static void packet_test_alloc_free(void) odp_pool_t pool; odp_packet_t packet; odp_pool_param_t params; - odp_pool_capability_t capa; odp_event_subtype_t subtype; - CU_ASSERT_FATAL(odp_pool_capability(&capa) == 0); - odp_pool_param_init(&params); params.type = ODP_POOL_PACKET; - params.pkt.seg_len = capa.pkt.min_seg_len; - params.pkt.len = capa.pkt.min_seg_len; + params.pkt.seg_len = pool_capa.pkt.min_seg_len; + params.pkt.len = pool_capa.pkt.min_seg_len; params.pkt.num = 1; pool = odp_pool_create("packet_pool_alloc", &params); @@ -355,15 +354,12 @@ static void packet_test_alloc_free_multi(void) odp_packet_t packet[2 * num_pkt + 1]; odp_packet_t inval_pkt[num_pkt]; odp_pool_param_t params; - odp_pool_capability_t capa; - - CU_ASSERT_FATAL(odp_pool_capability(&capa) == 0); odp_pool_param_init(&params); params.type = ODP_POOL_PACKET; - params.pkt.seg_len = capa.pkt.min_seg_len; - params.pkt.len = capa.pkt.min_seg_len; + params.pkt.seg_len = pool_capa.pkt.min_seg_len; + params.pkt.len = pool_capa.pkt.min_seg_len; params.pkt.num = num_pkt; pool[0] = odp_pool_create("packet_pool_alloc_multi_0", &params); @@ -432,13 +428,10 @@ static void packet_test_free_sp(void) int i, ret; odp_packet_t packet[num_pkt]; odp_pool_param_t params; - odp_pool_capability_t capa; uint32_t len = packet_len; - CU_ASSERT_FATAL(odp_pool_capability(&capa) == 0); - - if (capa.pkt.max_len < len) - len = capa.pkt.max_len; + if (pool_capa.pkt.max_len < len) + len = pool_capa.pkt.max_len; odp_pool_param_init(&params); @@ -477,26 +470,25 @@ static void packet_test_alloc_segmented(void) uint32_t max_len; odp_pool_t pool; odp_pool_param_t params; - odp_pool_capability_t capa; int ret, i, num_alloc; - CU_ASSERT_FATAL(odp_pool_capability(&capa) == 0); - if (capa.pkt.max_segs_per_pkt == 0) - capa.pkt.max_segs_per_pkt = 10; + if (pool_capa.pkt.max_segs_per_pkt == 0) + pool_capa.pkt.max_segs_per_pkt = 10; - if (capa.pkt.max_len) - max_len = capa.pkt.max_len; + if (pool_capa.pkt.max_len) + max_len = pool_capa.pkt.max_len; else - max_len = capa.pkt.min_seg_len * capa.pkt.max_segs_per_pkt; + max_len = pool_capa.pkt.min_seg_len * + pool_capa.pkt.max_segs_per_pkt; odp_pool_param_init(&params); params.type = ODP_POOL_PACKET; - params.pkt.seg_len = capa.pkt.min_seg_len; + params.pkt.seg_len = pool_capa.pkt.min_seg_len; params.pkt.len = max_len; /* Ensure that 'num' segmented packets can be allocated */ - params.pkt.num = num * capa.pkt.max_segs_per_pkt; + params.pkt.num = num * pool_capa.pkt.max_segs_per_pkt; pool = odp_pool_create("pool_alloc_segmented", &params); CU_ASSERT_FATAL(pool != ODP_POOL_INVALID); @@ -629,9 +621,6 @@ static void packet_test_length(void) odp_packet_t pkt = test_packet; uint32_t buf_len, headroom, tailroom, seg_len; void *data; - odp_pool_capability_t capa; - - CU_ASSERT_FATAL(odp_pool_capability(&capa) == 0); buf_len = odp_packet_buf_len(pkt); headroom = odp_packet_headroom(pkt); @@ -643,8 +632,8 @@ static void packet_test_length(void) CU_ASSERT(odp_packet_seg_len(pkt) <= packet_len); CU_ASSERT(odp_packet_data_seg_len(pkt, &seg_len) == data); CU_ASSERT(seg_len == odp_packet_seg_len(pkt)); - CU_ASSERT(headroom >= capa.pkt.min_headroom); - CU_ASSERT(tailroom >= capa.pkt.min_tailroom); + CU_ASSERT(headroom >= pool_capa.pkt.min_headroom); + CU_ASSERT(tailroom >= pool_capa.pkt.min_tailroom); CU_ASSERT(buf_len >= packet_len + headroom + tailroom); } @@ -874,14 +863,11 @@ static void packet_test_headroom(void) uint32_t room; uint32_t seg_data_len; uint32_t push_val, pull_val; - odp_pool_capability_t capa; - - CU_ASSERT_FATAL(odp_pool_capability(&capa) == 0); CU_ASSERT_FATAL(pkt != ODP_PACKET_INVALID); room = odp_packet_headroom(pkt); - CU_ASSERT(room >= capa.pkt.min_headroom); + CU_ASSERT(room >= pool_capa.pkt.min_headroom); seg_data_len = odp_packet_seg_len(pkt); CU_ASSERT(seg_data_len >= 1); @@ -995,16 +981,13 @@ static void packet_test_tailroom(void) uint32_t room; uint32_t seg_data_len; uint32_t push_val, pull_val; - odp_pool_capability_t capa; - - CU_ASSERT_FATAL(odp_pool_capability(&capa) == 0); CU_ASSERT_FATAL(pkt != ODP_PACKET_INVALID); segment = odp_packet_last_seg(pkt); CU_ASSERT(segment != ODP_PACKET_SEG_INVALID); room = odp_packet_tailroom(pkt); - CU_ASSERT(room >= capa.pkt.min_tailroom); + CU_ASSERT(room >= pool_capa.pkt.min_tailroom); seg_data_len = odp_packet_seg_data_len(pkt, segment); CU_ASSERT(seg_data_len >= 1); @@ -1197,12 +1180,9 @@ static void packet_test_add_rem_data(void) void *usr_ptr; struct udata_struct *udat, *new_udat; int ret; - odp_pool_capability_t capa; uint32_t min_seg_len; - CU_ASSERT_FATAL(odp_pool_capability(&capa) == 0); - - min_seg_len = capa.pkt.min_seg_len; + min_seg_len = pool_capa.pkt.min_seg_len; pkt = odp_packet_alloc(default_pool, packet_len); CU_ASSERT_FATAL(pkt != ODP_PACKET_INVALID); @@ -1609,7 +1589,6 @@ static void packet_test_concatsplit(void) static void packet_test_concat_small(void) { - odp_pool_capability_t capa; odp_pool_t pool; odp_pool_param_t param; odp_packet_t pkt, pkt2; @@ -1619,10 +1598,8 @@ static void packet_test_concat_small(void) uint32_t len = PACKET_POOL_NUM / 4; uint8_t buf[len]; - CU_ASSERT_FATAL(odp_pool_capability(&capa) == 0); - - if (capa.pkt.max_len && capa.pkt.max_len < len) - len = capa.pkt.max_len; + if (pool_capa.pkt.max_len && pool_capa.pkt.max_len < len) + len = pool_capa.pkt.max_len; odp_pool_param_init(&param); @@ -1672,7 +1649,6 @@ static void packet_test_concat_small(void) static void packet_test_concat_extend_trunc(void) { - odp_pool_capability_t capa; odp_pool_t pool; odp_pool_param_t param; odp_packet_t pkt, pkt2; @@ -1680,10 +1656,8 @@ static void packet_test_concat_extend_trunc(void) uint32_t alloc_len, ext_len, trunc_len, cur_len; uint32_t len = 1900; - CU_ASSERT_FATAL(odp_pool_capability(&capa) == 0); - - if (capa.pkt.max_len && capa.pkt.max_len < len) - len = capa.pkt.max_len; + if (pool_capa.pkt.max_len && pool_capa.pkt.max_len < len) + len = pool_capa.pkt.max_len; alloc_len = len / 8; ext_len = len / 4; @@ -1760,7 +1734,6 @@ static void packet_test_concat_extend_trunc(void) static void packet_test_extend_small(void) { - odp_pool_capability_t capa; odp_pool_t pool; odp_pool_param_t param; odp_packet_t pkt; @@ -1771,10 +1744,8 @@ static void packet_test_extend_small(void) uint32_t len = 32000; uint8_t buf[len]; - CU_ASSERT_FATAL(odp_pool_capability(&capa) == 0); - - if (capa.pkt.max_len && capa.pkt.max_len < len) - len = capa.pkt.max_len; + if (pool_capa.pkt.max_len && pool_capa.pkt.max_len < len) + len = pool_capa.pkt.max_len; odp_pool_param_init(&param); @@ -1852,7 +1823,6 @@ static void packet_test_extend_small(void) static void packet_test_extend_large(void) { - odp_pool_capability_t capa; odp_pool_t pool; odp_pool_param_t param; odp_packet_t pkt; @@ -1865,10 +1835,8 @@ static void packet_test_extend_large(void) uint32_t len = 32000; uint8_t buf[len]; - CU_ASSERT_FATAL(odp_pool_capability(&capa) == 0); - - if (capa.pkt.max_len && capa.pkt.max_len < len) - len = capa.pkt.max_len; + if (pool_capa.pkt.max_len && pool_capa.pkt.max_len < len) + len = pool_capa.pkt.max_len; odp_pool_param_init(&param); @@ -1972,7 +1940,6 @@ static void packet_test_extend_large(void) static void packet_test_extend_mix(void) { - odp_pool_capability_t capa; odp_pool_t pool; odp_pool_param_t param; odp_packet_t pkt; @@ -1984,10 +1951,8 @@ static void packet_test_extend_mix(void) uint32_t len = 32000; uint8_t buf[len]; - CU_ASSERT_FATAL(odp_pool_capability(&capa) == 0); - - if (capa.pkt.max_len && capa.pkt.max_len < len) - len = capa.pkt.max_len; + if (pool_capa.pkt.max_len && pool_capa.pkt.max_len < len) + len = pool_capa.pkt.max_len; odp_pool_param_init(&param); @@ -2088,9 +2053,6 @@ static void packet_test_extend_ref(void) { odp_packet_t max_pkt, ref; uint32_t hr, tr, max_len; - odp_pool_capability_t capa; - - CU_ASSERT_FATAL(odp_pool_capability(&capa) == 0); max_pkt = odp_packet_copy(segmented_test_packet, odp_packet_pool(segmented_test_packet)); @@ -2104,7 +2066,7 @@ static void packet_test_extend_ref(void) odp_packet_push_tail(max_pkt, tr); /* Max packet should not be extendable at either end */ - if (max_len == capa.pkt.max_len) { + if (max_len == pool_capa.pkt.max_len) { CU_ASSERT(odp_packet_extend_tail(&max_pkt, 1, NULL, NULL) < 0); CU_ASSERT(odp_packet_extend_head(&max_pkt, 1, NULL, NULL) < 0); } @@ -2598,6 +2560,13 @@ static int packet_parse_suite_init(void) uint32_t max_len; odp_pool_param_t param; + memset(&pool_capa, 0, sizeof(odp_pool_capability_t)); + + if (odp_pool_capability(&pool_capa) < 0) { + printf("pool_capability failed\n"); + return -1; + } + num_test_pkt = sizeof(parse_test_pkt_len) / sizeof(uint32_t); max_len = 0; commit 4063f3df1a50ef2d41270eef7a1426f0fb451b8b Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Thu Nov 14 15:26:18 2019 +0200 validation: packet: remove reset test packet from suite init This packet is only used in packet reset test case. Moved packet alloc and free inside the test case. Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/test/validation/api/packet/packet.c b/test/validation/api/packet/packet.c index d9fbc867d..777ea0dc7 100644 --- a/test/validation/api/packet/packet.c +++ b/test/validation/api/packet/packet.c @@ -31,7 +31,7 @@ static uint32_t packet_len; static uint32_t segmented_packet_len; static odp_bool_t segmentation_supported = true; -odp_packet_t test_packet, segmented_test_packet, test_reset_packet; +odp_packet_t test_packet, segmented_test_packet; static struct udata_struct { uint64_t u64; @@ -208,13 +208,6 @@ static int packet_suite_init(void) data++; } - test_reset_packet = odp_packet_alloc(default_pool, packet_len); - - if (test_reset_packet == ODP_PACKET_INVALID) { - printf("test_reset_packet alloc failed\n"); - return -1; - } - /* Try to allocate PACKET_POOL_NUM_SEG largest possible packets to see * if segmentation is supported */ do { @@ -275,7 +268,6 @@ static int packet_suite_init(void) static int packet_suite_term(void) { odp_packet_free(test_packet); - odp_packet_free(test_reset_packet); odp_packet_free(segmented_test_packet); if (odp_pool_destroy(default_pool) != 0) @@ -662,11 +654,15 @@ static void packet_test_reset(void) uint32_t len, headroom; uintptr_t ptr_len; void *data, *new_data, *tail, *new_tail; - odp_packet_t pkt = test_reset_packet; + odp_packet_t pkt; + + pkt = odp_packet_alloc(default_pool, packet_len); + CU_ASSERT_FATAL(pkt != ODP_PACKET_INVALID); len = odp_packet_len(pkt); + CU_ASSERT(len == packet_len); + headroom = odp_packet_headroom(pkt); - CU_ASSERT(len > 1); if (headroom) { data = odp_packet_data(pkt); @@ -719,6 +715,8 @@ static void packet_test_reset(void) len = len - len / 2; CU_ASSERT(odp_packet_reset(pkt, len) == 0); CU_ASSERT(odp_packet_len(pkt) == len); + + odp_packet_free(pkt); } static void packet_test_prefetch(void) commit ad57370a0cb158aa87acb85e5004a42d73a82f06 Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Thu Nov 14 15:12:59 2019 +0200 validation: packet: rename default pool Rename the default (global) packet pool. This improves code readability. Also, couple of buggy pool handle checks were corrected (checked global pool handle vs newly created local one). Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/test/validation/api/packet/packet.c b/test/validation/api/packet/packet.c index 8a42d9e08..d9fbc867d 100644 --- a/test/validation/api/packet/packet.c +++ b/test/validation/api/packet/packet.c @@ -25,7 +25,7 @@ ODP_STATIC_ASSERT(PACKET_POOL_NUM_SEG > 1 && #define PARSE_TEST_NUM_PKT 10 static odp_pool_param_t default_param; -static odp_pool_t packet_pool; +static odp_pool_t default_pool; static uint32_t packet_len; static uint32_t segmented_packet_len; @@ -190,13 +190,13 @@ static int packet_suite_init(void) memcpy(&default_param, &params, sizeof(odp_pool_param_t)); - packet_pool = odp_pool_create("packet_pool", &params); - if (packet_pool == ODP_POOL_INVALID) { - printf("pool_create failed: 1\n"); + default_pool = odp_pool_create("default_pool", &params); + if (default_pool == ODP_POOL_INVALID) { + printf("default pool create failed\n"); return -1; } - test_packet = odp_packet_alloc(packet_pool, packet_len); + test_packet = odp_packet_alloc(default_pool, packet_len); if (test_packet == ODP_PACKET_INVALID) { printf("test_packet alloc failed\n"); @@ -208,7 +208,7 @@ static int packet_suite_init(void) data++; } - test_reset_packet = odp_packet_alloc(packet_pool, packet_len); + test_reset_packet = odp_packet_alloc(default_pool, packet_len); if (test_reset_packet == ODP_PACKET_INVALID) { printf("test_reset_packet alloc failed\n"); @@ -218,7 +218,7 @@ static int packet_suite_init(void) /* Try to allocate PACKET_POOL_NUM_SEG largest possible packets to see * if segmentation is supported */ do { - ret = odp_packet_alloc_multi(packet_pool, segmented_packet_len, + ret = odp_packet_alloc_multi(default_pool, segmented_packet_len, pkt_tbl, PACKET_POOL_NUM_SEG); if (ret != PACKET_POOL_NUM_SEG) { if (ret > 0) @@ -257,7 +257,7 @@ static int packet_suite_init(void) return -1; } - odp_pool_print(packet_pool); + odp_pool_print(default_pool); memcpy(udat, &test_packet_udata, sizeof(struct udata_struct)); udat = odp_packet_user_area(segmented_test_packet); @@ -278,7 +278,7 @@ static int packet_suite_term(void) odp_packet_free(test_reset_packet); odp_packet_free(segmented_test_packet); - if (odp_pool_destroy(packet_pool) != 0) + if (odp_pool_destroy(default_pool) != 0) return -1; return 0; @@ -1206,7 +1206,7 @@ static void packet_test_add_rem_data(void) min_seg_len = capa.pkt.min_seg_len; - pkt = odp_packet_alloc(packet_pool, packet_len); + pkt = odp_packet_alloc(default_pool, packet_len); CU_ASSERT_FATAL(pkt != ODP_PACKET_INVALID); pkt_len = odp_packet_len(pkt); @@ -1633,7 +1633,7 @@ static void packet_test_concat_small(void) param.pkt.num = PACKET_POOL_NUM; pool = odp_pool_create("packet_pool_concat", &param); - CU_ASSERT(packet_pool != ODP_POOL_INVALID); + CU_ASSERT(pool != ODP_POOL_INVALID); pkt = odp_packet_alloc(pool, 1); CU_ASSERT_FATAL(pkt != ODP_PACKET_INVALID); @@ -1698,7 +1698,7 @@ static void packet_test_concat_extend_trunc(void) param.pkt.num = PACKET_POOL_NUM; pool = odp_pool_create("packet_pool_concat", &param); - CU_ASSERT_FATAL(packet_pool != ODP_POOL_INVALID); + CU_ASSERT_FATAL(pool != ODP_POOL_INVALID); pkt = odp_packet_alloc(pool, alloc_len); CU_ASSERT_FATAL(pkt != ODP_PACKET_INVALID); @@ -1785,7 +1785,7 @@ static void packet_test_extend_small(void) param.pkt.num = PACKET_POOL_NUM; pool = odp_pool_create("packet_pool_extend", &param); - CU_ASSERT_FATAL(packet_pool != ODP_POOL_INVALID); + CU_ASSERT_FATAL(pool != ODP_POOL_INVALID); for (round = 0; round < 2; round++) { pkt = odp_packet_alloc(pool, 1); @@ -1879,7 +1879,7 @@ static void packet_test_extend_large(void) param.pkt.num = PACKET_POOL_NUM; pool = odp_pool_create("packet_pool_extend", &param); - CU_ASSERT_FATAL(packet_pool != ODP_POOL_INVALID); + CU_ASSERT_FATAL(pool != ODP_POOL_INVALID); for (round = 0; round < 2 * num_div; round++) { ext_len = len / div; @@ -1998,7 +1998,7 @@ static void packet_test_extend_mix(void) param.pkt.num = PACKET_POOL_NUM; pool = odp_pool_create("packet_pool_extend", &param); - CU_ASSERT_FATAL(packet_pool != ODP_POOL_INVALID); + CU_ASSERT_FATAL(pool != ODP_POOL_INVALID); for (round = 0; round < 2; round++) { small_count = 30; commit 44431af475b89d16b81dfcb92db27b03b7475b74 Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Thu Nov 14 15:03:48 2019 +0200 validation: packet: remove pools from suite init Moved two pool creates from suite init into the test case that uses those. Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/test/validation/api/packet/packet.c b/test/validation/api/packet/packet.c index b3001693c..8a42d9e08 100644 --- a/test/validation/api/packet/packet.c +++ b/test/validation/api/packet/packet.c @@ -24,7 +24,8 @@ ODP_STATIC_ASSERT(PACKET_POOL_NUM_SEG > 1 && /* Number of packets in parse test */ #define PARSE_TEST_NUM_PKT 10 -static odp_pool_t packet_pool, packet_pool_no_uarea, packet_pool_double_uarea; +static odp_pool_param_t default_param; +static odp_pool_t packet_pool; static uint32_t packet_len; static uint32_t segmented_packet_len; @@ -187,32 +188,14 @@ static int packet_suite_init(void) params.pkt.num = num; params.pkt.uarea_size = sizeof(struct udata_struct); + memcpy(&default_param, &params, sizeof(odp_pool_param_t)); + packet_pool = odp_pool_create("packet_pool", &params); if (packet_pool == ODP_POOL_INVALID) { printf("pool_create failed: 1\n"); return -1; } - params.pkt.uarea_size = 0; - packet_pool_no_uarea = odp_pool_create("packet_pool_no_uarea", - &params); - if (packet_pool_no_uarea == ODP_POOL_INVALID) { - odp_pool_destroy(packet_pool); - printf("pool_create failed: 2\n"); - return -1; - } - - params.pkt.uarea_size = 2 * sizeof(struct udata_struct); - packet_pool_double_uarea = odp_pool_create("packet_pool_double_uarea", - &params); - - if (packet_pool_double_uarea == ODP_POOL_INVALID) { - odp_pool_destroy(packet_pool_no_uarea); - odp_pool_destroy(packet_pool); - printf("pool_create failed: 3\n"); - return -1; - } - test_packet = odp_packet_alloc(packet_pool, packet_len); if (test_packet == ODP_PACKET_INVALID) { @@ -295,9 +278,7 @@ static int packet_suite_term(void) odp_packet_free(test_reset_packet); odp_packet_free(segmented_test_packet); - if (odp_pool_destroy(packet_pool_double_uarea) != 0 || - odp_pool_destroy(packet_pool_no_uarea) != 0 || - odp_pool_destroy(packet_pool) != 0) + if (odp_pool_destroy(packet_pool) != 0) return -1; return 0; @@ -1383,12 +1364,23 @@ static void packet_test_copy(void) { odp_packet_t pkt; odp_packet_t pkt_copy, pkt_part; - odp_pool_t pool; + odp_pool_param_t param; + odp_pool_t pool, pool_double_uarea, pool_no_uarea; uint32_t i, plen, src_offset, dst_offset; uint32_t seg_len = 0; void *pkt_data; - pkt = odp_packet_copy(test_packet, packet_pool_no_uarea); + memcpy(&param, &default_param, sizeof(odp_pool_param_t)); + + param.pkt.uarea_size = 0; + pool_no_uarea = odp_pool_create("no_uarea", &param); + CU_ASSERT_FATAL(pool_no_uarea != ODP_POOL_INVALID); + + param.pkt.uarea_size = 2 * sizeof(struct udata_struct); + pool_double_uarea = odp_pool_create("double_uarea", &param); + CU_ASSERT_FATAL(pool_double_uarea != ODP_POOL_INVALID); + + pkt = odp_packet_copy(test_packet, pool_no_uarea); CU_ASSERT(pkt == ODP_PACKET_INVALID); if (pkt != ODP_PACKET_INVALID) odp_packet_free(pkt); @@ -1413,7 +1405,7 @@ static void packet_test_copy(void) odp_packet_free(pkt_copy); odp_packet_free(pkt); - pkt = odp_packet_copy(test_packet, packet_pool_double_uarea); + pkt = odp_packet_copy(test_packet, pool_double_uarea); CU_ASSERT_FATAL(pkt != ODP_PACKET_INVALID); packet_compare_data(pkt, test_packet); pool = odp_packet_pool(pkt); @@ -1480,6 +1472,9 @@ static void packet_test_copy(void) odp_packet_free(pkt_part); odp_packet_free(pkt); + + CU_ASSERT(odp_pool_destroy(pool_no_uarea) == 0); + CU_ASSERT(odp_pool_destroy(pool_double_uarea) == 0); } static void packet_test_copydata(void) commit f55749bb0598ba9447a9ed312782821c057ef3a4 Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Thu Nov 14 13:59:35 2019 +0200 validation: buffer: rewrite buffer tests Improved buffer test coverage by checking more APIs, and creating max num pools and more events per pool. Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/test/validation/api/buffer/buffer.c b/test/validation/api/buffer/buffer.c index 2d665279a..54a834dd2 100644 --- a/test/validation/api/buffer/buffer.c +++ b/test/validation/api/buffer/buffer.c @@ -1,4 +1,5 @@ /* Copyright (c) 2014-2018, Linaro Limited + * Copyright (c) 2019, Nokia * All rights reserved. * * SPDX-License-Identifier: BSD-3-Clause @@ -9,68 +10,79 @@ #define BUF_ALIGN ODP_CACHE_LINE_SIZE #define BUF_SIZE 1500 +#define BUF_NUM 100 +#define BURST 8 -static odp_pool_t raw_pool; -static odp_buffer_t raw_buffer = ODP_BUFFER_INVALID; +static odp_pool_capability_t pool_capa; +static odp_pool_param_t default_param; static int buffer_suite_init(void) { - odp_pool_param_t params; + uint32_t size, num, align; - odp_pool_param_init(&params); - params.type = ODP_POOL_BUFFER; - params.buf.size = BUF_SIZE; - params.buf.align = BUF_ALIGN; - params.buf.num = 100; - - raw_pool = odp_pool_create("raw_pool", &params); - if (raw_pool == ODP_POOL_INVALID) - return -1; - raw_buffer = odp_buffer_alloc(raw_pool); - if (raw_buffer == ODP_BUFFER_INVALID) + if (odp_pool_capability(&pool_capa)) { + printf("pool capability failed\n"); return -1; - return 0; -} + } + + size = BUF_SIZE; + if (pool_capa.buf.max_size && size > pool_capa.buf.max_size) + size = pool_capa.buf.max_size; + + num = BUF_NUM; + if (pool_capa.buf.max_num && num > pool_capa.buf.max_num) + num = pool_capa.buf.max_num; + + align = BUF_ALIGN; + if (align > pool_capa.buf.max_align) + align = pool_capa.buf.max_align; + + odp_pool_param_init(&default_param); + default_param.type = ODP_POOL_BUFFER; + default_param.buf.size = size; + default_param.buf.num = num; + default_param.buf.align = align; + + printf("Default buffer pool\n"); + printf(" size %u\n", size); + printf(" num %u\n", num); + printf(" align %u\n\n", align); -static int buffer_suite_term(void) -{ - odp_buffer_free(raw_buffer); - if (odp_pool_destroy(raw_pool) != 0) - return -1; return 0; } -static void buffer_test_pool_alloc(void) +static void buffer_test_pool_alloc_free(void) { odp_pool_t pool; - const int num = 3; - odp_buffer_t buffer[num]; odp_event_t ev; - int index; + uint32_t i; + void *addr; + odp_event_subtype_t subtype; + uint32_t num = default_param.buf.num; + uint32_t size = default_param.buf.size; + uint32_t align = default_param.buf.align; + odp_buffer_t buffer[num]; odp_bool_t wrong_type = false, wrong_subtype = false; odp_bool_t wrong_size = false, wrong_align = false; - odp_pool_param_t params; - odp_pool_param_init(&params); - params.type = ODP_POOL_BUFFER; - params.buf.size = BUF_SIZE; - params.buf.align = BUF_ALIGN; - params.buf.num = num; + pool = odp_pool_create("default pool", &default_param); + CU_ASSERT_FATAL(pool != ODP_POOL_INVALID); - pool = odp_pool_create("buffer_pool_alloc", &params); odp_pool_print(pool); - /* Try to allocate num items from the pool */ - for (index = 0; index < num; index++) { - uintptr_t addr; - odp_event_subtype_t subtype; - - buffer[index] = odp_buffer_alloc(pool); + for (i = 0; i < num; i++) { + buffer[i] = odp_buffer_alloc(pool); - if (buffer[index] == ODP_BUFFER_INVALID) + if (buffer[i] == ODP_BUFFER_INVALID) break; - ev = odp_buffer_to_event(buffer[index]); + CU_ASSERT(odp_buffer_is_valid(buffer[i]) == 1) + + CU_ASSERT(odp_buffer_pool(buffer[i]) == pool); + + ev = odp_buffer_to_event(buffer[i]); + CU_ASSERT(odp_buffer_from_event(ev) == buffer[i]); + if (odp_event_type(ev) != ODP_EVENT_BUFFER) wrong_type = true; if (odp_event_subtype(ev) != ODP_EVENT_NO_SUBTYPE) @@ -79,82 +91,78 @@ static void buffer_test_pool_alloc(void) wrong_type = true; if (subtype != ODP_EVENT_NO_SUBTYPE) wrong_subtype = true; - if (odp_buffer_size(buffer[index]) < BUF_SIZE) + if (odp_buffer_size(buffer[i]) != size) wrong_size = true; - addr = (uintptr_t)odp_buffer_addr(buffer[index]); + addr = odp_buffer_addr(buffer[i]); - if ((addr % BUF_ALIGN) != 0) + if (((uintptr_t)addr % align) != 0) wrong_align = true; - if (wrong_type || wrong_size || wrong_align) - odp_buffer_print(buffer[index]); - } + if (wrong_type || wrong_subtype || wrong_size || wrong_align) { + printf("Buffer has error\n"); + odp_buffer_print(buffer[i]); + break; + } - /* Check that the pool had at least num items */ - CU_ASSERT(index == num); - /* index points out of buffer[] or it point to an invalid buffer */ - index--; + /* Write buffer data */ + memset(addr, 0, size); + } - /* Check that the pool had correct buffers */ + CU_ASSERT(i == num); CU_ASSERT(!wrong_type); CU_ASSERT(!wrong_subtype); CU_ASSERT(!wrong_size); CU_ASSERT(!wrong_align); - for (; index >= 0; index--) - odp_buffer_free(buffer[index]); + for (i = 0; i < num; i++) + odp_buffer_free(buffer[i]); CU_ASSERT(odp_pool_destroy(pool) == 0); } -/* Wrapper to call odp_buffer_alloc_multi multiple times until - * either no mure buffers are returned, or num buffers were alloced */ -static int buffer_alloc_multi(odp_pool_t pool, odp_buffer_t buffer[], int num) -{ - int ret, total = 0; - - do { - ret = odp_buffer_alloc_multi(pool, buffer + total, num - total); - CU_ASSERT(ret >= 0); - CU_ASSERT(ret <= num - total); - total += ret; - } while (total < num && ret); - - return total; -} - -static void buffer_test_pool_alloc_multi(void) +static void buffer_test_pool_alloc_free_multi(void) { odp_pool_t pool; - const int num = 3; - odp_buffer_t buffer[num + 1]; + uint32_t i, num_buf; + int ret; odp_event_t ev; - int index; + void *addr; + odp_event_subtype_t subtype; + uint32_t num = default_param.buf.num; + uint32_t size = default_param.buf.size; + uint32_t align = default_param.buf.align; + odp_buffer_t buffer[num + BURST]; odp_bool_t wrong_type = false, wrong_subtype = false; odp_bool_t wrong_size = false, wrong_align = false; - odp_pool_param_t params; - odp_pool_param_init(&params); - params.type = ODP_POOL_BUFFER; - params.buf.size = BUF_SIZE; - params.buf.align = BUF_ALIGN; - params.buf.num = num; + pool = odp_pool_create("default pool", &default_param); + CU_ASSERT_FATAL(pool != ODP_POOL_INVALID); - pool = odp_pool_create("buffer_pool_alloc_multi", &params); - odp_pool_print(pool); + ret = 0; + for (i = 0; i < num; i += ret) { + ret = odp_buffer_alloc_multi(pool, &buffer[i], BURST); + CU_ASSERT(ret >= 0); + CU_ASSERT(ret <= BURST); - /* Try to allocate num + 1 items from the pool */ - CU_ASSERT_FATAL(buffer_alloc_multi(pool, buffer, num + 1) == num); + if (ret <= 0) + break; + } - for (index = 0; index < num; index++) { - uintptr_t addr; - odp_event_subtype_t subtype; + num_buf = i; + CU_ASSERT(num_buf == num); - if (buffer[index] == ODP_BUFFER_INVALID) + for (i = 0; i < num_buf; i++) { + if (buffer[i] == ODP_BUFFER_INVALID) break; - ev = odp_buffer_to_event(buffer[index]); + CU_ASSERT(odp_buffer_is_valid(buffer[i]) == 1) + + CU_ASSERT(odp_buffer_pool(buffer[i]) == pool); + + ev = odp_buffer_to_event(buffer[i]); + CU_ASSERT(odp_buffer_from_event(ev) == buffer[i]); + if (odp_event_type(ev) != ODP_EVENT_BUFFER) wrong_type = true; if (odp_event_subtype(ev) != ODP_EVENT_NO_SUBTYPE) @@ -163,131 +171,214 @@ static void buffer_test_pool_alloc_multi(void) wrong_type = true; if (subtype != ODP_EVENT_NO_SUBTYPE) wrong_subtype = true; - if (odp_buffer_size(buffer[index]) < BUF_SIZE) + if (odp_buffer_size(buffer[i]) != size) wrong_size = true; - addr = (uintptr_t)odp_buffer_addr(buffer[index]); + addr = odp_buffer_addr(buffer[i]); - if ((addr % BUF_ALIGN) != 0) + if (((uintptr_t)addr % align) != 0) wrong_align = true; - if (wrong_type || wrong_size || wrong_align) - odp_buffer_print(buffer[index]); - } + if (wrong_type || wrong_subtype || wrong_size || wrong_align) { + printf("Buffer has error\n"); + odp_buffer_print(buffer[i]); + break; + } - /* Check that the pool had at least num items */ - CU_ASSERT(index == num); + /* Write buffer data */ + memset(addr, 0, size); + } - /* Check that the pool had correct buffers */ + CU_ASSERT(i == num_buf); CU_ASSERT(!wrong_type); CU_ASSERT(!wrong_subtype); CU_ASSERT(!wrong_size); CU_ASSERT(!wrong_align); - odp_buffer_free_multi(buffer, num); + if (num_buf) + odp_buffer_free_multi(buffer, num_buf); CU_ASSERT(odp_pool_destroy(pool) == 0); } -static void buffer_test_pool_free(void) +static void buffer_test_pool_single_pool(void) { odp_pool_t pool; odp_buffer_t buffer; - odp_pool_param_t params; + odp_pool_param_t param; - odp_pool_param_init(&params); - params.type = ODP_POOL_BUFFER; - params.buf.size = 64; - params.buf.align = BUF_ALIGN; - params.buf.num = 1; + memcpy(&param, &default_param, sizeof(odp_pool_param_t)); + param.buf.num = 1; - pool = odp_pool_create("buffer_pool_free", &params); + pool = odp_pool_create("pool 0", &param); + CU_ASSERT_FATAL(pool != ODP_POOL_INVALID); + + odp_pool_print(pool); /* Allocate the only buffer from the pool */ buffer = odp_buffer_alloc(pool); - CU_ASSERT_FATAL(buffer != ODP_BUFFER_INVALID); + CU_ASSERT(buffer != ODP_BUFFER_INVALID); - /* Pool should have only one buffer */ - CU_ASSERT_FATAL(odp_buffer_alloc(pool) == ODP_BUFFER_INVALID) + /* Pool should be empty */ + CU_ASSERT(odp_buffer_alloc(pool) == ODP_BUFFER_INVALID) - odp_buffer_free(buffer); + if (buffer != ODP_BUFFER_INVALID) { + odp_event_t ev = odp_buffer_to_event(buffer); + + CU_ASSERT(odp_buffer_to_u64(buffer) != + odp_buffer_to_u64(ODP_BUFFER_INVALID)); + CU_ASSERT(odp_event_to_u64(ev) != + odp_event_to_u64(ODP_EVENT_INVALID)); + CU_ASSERT(odp_buffer_pool(buffer) == pool); + odp_buffer_print(buffer); + odp_buffer_free(buffer); + } /* Check that the buffer was returned back to the pool */ buffer = odp_buffer_alloc(pool); - CU_ASSERT_FATAL(buffer != ODP_BUFFER_INVALID); + CU_ASSERT(buffer != ODP_BUFFER_INVALID); + + if (buffer != ODP_BUFFER_INVALID) + odp_buffer_free(buffer); - odp_buffer_free(buffer); CU_ASSERT(odp_pool_destroy(pool) == 0); } -static void buffer_test_pool_free_multi(void) +static void buffer_test_pool_two_pools(void) { - odp_pool_t pool[2]; - odp_buffer_t buffer[4]; - odp_buffer_t buf_inval[2]; - odp_pool_param_t params; - - odp_pool_param_init(&params); - params.type = ODP_POOL_BUFFER; - params.buf.size = 64; - params.buf.align = BUF_ALIGN; - params.buf.num = 2; - - pool[0] = odp_pool_create("buffer_pool_free_multi_0", &params); - pool[1] = odp_pool_create("buffer_pool_free_multi_1", &params); - CU_ASSERT_FATAL(pool[0] != ODP_POOL_INVALID); - CU_ASSERT_FATAL(pool[1] != ODP_POOL_INVALID); - - /* Allocate all the buffers from the pools */ - CU_ASSERT_FATAL(buffer_alloc_multi(pool[0], &buffer[0], 2) == 2); - CU_ASSERT_FATAL(buffer_alloc_multi(pool[1], &buffer[2], 2) == 2); - - /* Pools should have no more buffer */ - CU_ASSERT(odp_buffer_alloc_multi(pool[0], buf_inval, 2) == 0); - CU_ASSERT(odp_buffer_alloc_multi(pool[1], buf_inval, 2) == 0); - - /* Try to free both buffers from both pools at once */ - odp_buffer_free_multi(buffer, 4); - - /* Check that all buffers were returned back to the pools */ - CU_ASSERT_FATAL(buffer_alloc_multi(pool[0], &buffer[0], 2) == 2); - CU_ASSERT_FATAL(buffer_alloc_multi(pool[1], &buffer[2], 2) == 2); - - odp_buffer_free_multi(buffer, 4); - CU_ASSERT(odp_pool_destroy(pool[0]) == 0); - CU_ASSERT(odp_pool_destroy(pool[1]) == 0); + odp_pool_t pool0, pool1; + odp_buffer_t buf, buffer[2]; + odp_pool_param_t param; + int num = 0; + + if (pool_capa.buf.max_pools < 2) + return; + + memcpy(&param, &default_param, sizeof(odp_pool_param_t)); + param.buf.num = 1; + + pool0 = odp_pool_create("pool 0", &param); + CU_ASSERT_FATAL(pool0 != ODP_POOL_INVALID); + + pool1 = odp_pool_create("pool 1", &param); + CU_ASSERT_FATAL(pool1 != ODP_POOL_INVALID); + + buffer[0] = odp_buffer_alloc(pool0); + CU_ASSERT(buffer[0] != ODP_BUFFER_INVALID); + + buffer[1] = odp_buffer_alloc(pool1); + CU_ASSERT(buffer[1] != ODP_BUFFER_INVALID); + + if (buffer[0] != ODP_BUFFER_INVALID) { + CU_ASSERT(odp_buffer_pool(buffer[0]) == pool0); + num++; + } + if (buffer[1] != ODP_BUFFER_INVALID) { + CU_ASSERT(odp_buffer_pool(buffer[1]) == pool1); + num++; + } + + CU_ASSERT(odp_buffer_alloc(pool0) == ODP_BUFFER_INVALID); + CU_ASSERT(odp_buffer_alloc(pool1) == ODP_BUFFER_INVALID); + + /* free buffers from two different pools */ + if (num) + odp_buffer_free_multi(buffer, num); + + /* Check that buffers were returned back into pools */ + buf = odp_buffer_alloc(pool0); + CU_ASSERT(buf != ODP_BUFFER_INVALID); + + if (buf != ODP_BUFFER_INVALID) { + CU_ASSERT(odp_buffer_pool(buf) == pool0); + odp_buffer_free(buf); + } + + CU_ASSERT(odp_pool_destroy(pool0) == 0); + + buf = odp_buffer_alloc(pool1); + CU_ASSERT(buf != ODP_BUFFER_INVALID); + + if (buf != ODP_BUFFER_INVALID) { + CU_ASSERT(odp_buffer_pool(buf) == pool1); + odp_buffer_free(buf); + } + + CU_ASSERT(odp_pool_destroy(pool1) == 0); } -static void buffer_test_management_basic(void) +static void buffer_test_pool_max_pools(void) { - odp_event_t ev = odp_buffer_to_event(raw_buffer); - odp_event_subtype_t subtype; + odp_pool_param_t param; + uint32_t i, num_pool, num_buf; + void *addr; + odp_event_t ev; + uint32_t max_pools = pool_capa.buf.max_pools; + uint32_t size = default_param.buf.size; + uint32_t align = default_param.buf.align; + odp_pool_t pool[max_pools]; + odp_buffer_t buffer[max_pools]; + + CU_ASSERT_FATAL(max_pools != 0); + + printf("\n Creating %u pools\n", max_pools); + + memcpy(&param, &default_param, sizeof(odp_pool_param_t)); + param.buf.num = 1; + + for (i = 0; i < max_pools; i++) { + pool[i] = odp_pool_create(NULL, &param); + + if (pool[i] == ODP_POOL_INVALID) + break; + } + + num_pool = i; + + CU_ASSERT(num_pool == max_pools); + if (num_pool != max_pools) + printf("Error: created only %u pools\n", num_pool); + + for (i = 0; i < num_pool; i++) { + buffer[i] = odp_buffer_alloc(pool[i]); + + if (buffer[i] == ODP_BUFFER_INVALID) + break; + + CU_ASSERT_FATAL(odp_buffer_pool(buffer[i]) == pool[i]); + + ev = odp_buffer_to_event(buffer[i]); + CU_ASSERT(odp_buffer_from_event(ev) == buffer[i]); + CU_ASSERT(odp_event_type(ev) == ODP_EVENT_BUFFER); + + addr = odp_buffer_addr(buffer[i]); + CU_ASSERT(((uintptr_t)addr % align) == 0); + + /* Write buffer data */ + memset(addr, 0, size); + } + + num_buf = i; + CU_ASSERT(num_buf == num_pool); + + if (num_buf) + odp_buffer_free_multi(buffer, num_buf); - CU_ASSERT(odp_buffer_is_valid(raw_buffer) == 1); - CU_ASSERT(odp_buffer_pool(raw_buffer) != ODP_POOL_INVALID); - CU_ASSERT(odp_event_type(ev) == ODP_EVENT_BUFFER); - CU_ASSERT(odp_event_subtype(ev) == ODP_EVENT_NO_SUBTYPE); - CU_ASSERT(odp_event_types(ev, &subtype) == ODP_EVENT_BUFFER); - CU_ASSERT(subtype == ODP_EVENT_NO_SUBTYPE); - CU_ASSERT(odp_buffer_size(raw_buffer) >= BUF_SIZE); - CU_ASSERT(odp_buffer_addr(raw_buffer) != NULL); - odp_buffer_print(raw_buffer); - CU_ASSERT(odp_buffer_to_u64(raw_buffer) != - odp_buffer_to_u64(ODP_BUFFER_INVALID)); - CU_ASSERT(odp_event_to_u64(ev) != odp_event_to_u64(ODP_EVENT_INVALID)); + for (i = 0; i < num_pool; i++) + CU_ASSERT(odp_pool_destroy(pool[i]) == 0); } odp_testinfo_t buffer_suite[] = { - ODP_TEST_INFO(buffer_test_pool_alloc), - ODP_TEST_INFO(buffer_test_pool_free), - ODP_TEST_INFO(buffer_test_pool_alloc_multi), - ODP_TEST_INFO(buffer_test_pool_free_multi), - ODP_TEST_INFO(buffer_test_management_basic), + ODP_TEST_INFO(buffer_test_pool_alloc_free), + ODP_TEST_INFO(buffer_test_pool_alloc_free_multi), + ODP_TEST_INFO(buffer_test_pool_single_pool), + ODP_TEST_INFO(buffer_test_pool_two_pools), + ODP_TEST_INFO(buffer_test_pool_max_pools), ODP_TEST_INFO_NULL, }; odp_suiteinfo_t buffer_suites[] = { - {"buffer tests", buffer_suite_init, buffer_suite_term, buffer_suite}, + {"buffer tests", buffer_suite_init, NULL, buffer_suite}, ODP_SUITE_INFO_NULL, }; commit 76cf03d62e77c6eea7e67f66cde729e8f64a618f Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Thu Nov 14 14:08:33 2019 +0200 linux-gen: pool: decrease number of pools capa At least one pool needs to be reserved from ODP_CONFIG_POOLS for internal usage. Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/platform/linux-generic/odp_pool.c b/platform/linux-generic/odp_pool.c index fcd3e3a0e..95dcb6884 100644 --- a/platform/linux-generic/odp_pool.c +++ b/platform/linux-generic/odp_pool.c @@ -1048,19 +1048,21 @@ void odp_buffer_free_multi(const odp_buffer_t buf[], int num) int odp_pool_capability(odp_pool_capability_t *capa) { uint32_t max_seg_len = CONFIG_PACKET_MAX_SEG_LEN; + /* Reserve one for internal usage */ + int max_pools = ODP_CONFIG_POOLS - 1; memset(capa, 0, sizeof(odp_pool_capability_t)); - capa->max_pools = ODP_CONFIG_POOLS; + capa->max_pools = max_pools; /* Buffer pools */ - capa->buf.max_pools = ODP_CONFIG_POOLS; + capa->buf.max_pools = max_pools; capa->buf.max_align = ODP_CONFIG_BUFFER_ALIGN_MAX; capa->buf.max_size = MAX_SIZE; capa->buf.max_num = CONFIG_POOL_MAX_NUM; /* Packet pools */ - capa->pkt.max_pools = ODP_CONFIG_POOLS; + capa->pkt.max_pools = max_pools; capa->pkt.max_len = CONFIG_PACKET_MAX_LEN; capa->pkt.max_num = pool_tbl->config.pkt_max_num; capa->pkt.min_headroom = CONFIG_PACKET_HEADROOM; @@ -1072,7 +1074,7 @@ int odp_pool_capability(odp_pool_capability_t *capa) capa->pkt.max_uarea_size = MAX_SIZE; /* Timeout pools */ - capa->tmo.max_pools = ODP_CONFIG_POOLS; + capa->tmo.max_pools = max_pools; capa->tmo.max_num = CONFIG_POOL_MAX_NUM; return 0; commit df93cd4cdf73df1bc9d63161bab18db611041a5c Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Thu Nov 14 13:48:06 2019 +0200 linux-gen: config: decrease max number of pools The max number of pools is limited by the number of ISHM blocks. Reduced max pool count to match this limit. Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/platform/linux-generic/include/odp_config_internal.h b/platform/linux-generic/include/odp_config_internal.h index e283472a0..67011b0d4 100644 --- a/platform/linux-generic/include/odp_config_internal.h +++ b/platform/linux-generic/include/odp_config_internal.h @@ -18,9 +18,9 @@ extern "C" { #define CONFIG_NUM_CPU 256 /* - * Maximum number of pools + * Maximum number of pools. Limited by ISHM_MAX_NB_BLOCKS. */ -#define ODP_CONFIG_POOLS 64 +#define ODP_CONFIG_POOLS 55 /* * Queues reserved for ODP internal use commit 4898f2ff2054c2365588baef44f64e4c67003a57 Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Thu Nov 14 14:07:38 2019 +0200 linux-gen: pool: add line feed to error prints Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/platform/linux-generic/odp_pool.c b/platform/linux-generic/odp_pool.c index e98027eb6..fcd3e3a0e 100644 --- a/platform/linux-generic/odp_pool.c +++ b/platform/linux-generic/odp_pool.c @@ -266,7 +266,7 @@ int _odp_pool_term_global(void) ret = odp_shm_free(pool_tbl->shm); if (ret < 0) { - ODP_ERR("shm free failed"); + ODP_ERR("SHM free failed\n"); rc = -1; } @@ -474,7 +474,7 @@ static odp_pool_t pool_create(const char *name, odp_pool_param_t *params, /* Validate requested buffer alignment */ if (align > ODP_CONFIG_BUFFER_ALIGN_MAX || align != ROUNDDOWN_POWER2(align, align)) { - ODP_ERR("Bad align requirement"); + ODP_ERR("Bad align requirement\n"); return ODP_POOL_INVALID; } @@ -492,7 +492,7 @@ static odp_pool_t pool_create(const char *name, odp_pool_param_t *params, case ODP_POOL_PACKET: if (params->pkt.headroom > CONFIG_PACKET_HEADROOM) { - ODP_ERR("Packet headroom size not supported."); + ODP_ERR("Packet headroom size not supported\n"); return ODP_POOL_INVALID; } @@ -514,7 +514,7 @@ static odp_pool_t pool_create(const char *name, odp_pool_param_t *params, if ((max_len + seg_len - 1) / seg_len > PKT_MAX_SEGS) seg_len = (max_len + PKT_MAX_SEGS - 1) / PKT_MAX_SEGS; if (seg_len > CONFIG_PACKET_MAX_SEG_LEN) { - ODP_ERR("Pool unable to store 'max_len' packet"); + ODP_ERR("Pool unable to store 'max_len' packet\n"); return ODP_POOL_INVALID; } @@ -529,7 +529,7 @@ static odp_pool_t pool_create(const char *name, odp_pool_param_t *params, break; default: - ODP_ERR("Bad pool type"); + ODP_ERR("Bad pool type\n"); return ODP_POOL_INVALID; } @@ -539,7 +539,7 @@ static odp_pool_t pool_create(const char *name, odp_pool_param_t *params, pool = reserve_pool(shmflags); if (pool == NULL) { - ODP_ERR("No more free pools"); + ODP_ERR("No more free pools\n"); return ODP_POOL_INVALID; } @@ -627,7 +627,7 @@ static odp_pool_t pool_create(const char *name, odp_pool_param_t *params, pool->shm = shm; if (shm == ODP_SHM_INVALID) { - ODP_ERR("Shm reserve failed"); + ODP_ERR("SHM reserve failed\n"); goto error; } @@ -643,7 +643,7 @@ static odp_pool_t pool_create(const char *name, odp_pool_param_t *params, pool->uarea_shm = shm; if (shm == ODP_SHM_INVALID) { - ODP_ERR("Shm reserve failed (uarea)"); + ODP_ERR("SHM reserve failed (uarea)\n"); goto error; } ----------------------------------------------------------------------- Summary of changes: .../linux-generic/include/odp_config_internal.h | 4 +- platform/linux-generic/odp_pool.c | 26 +- test/validation/api/buffer/buffer.c | 427 +++++++++++++-------- test/validation/api/packet/packet.c | 297 +++++++------- 4 files changed, 437 insertions(+), 317 deletions(-) hooks/post-receive --

5 years, 2 months

[COMMIT] branch master updated. v1.21.0.0-347-g88deaa961

by git＠git-us.linaro.org

This is an automated email from the git hooks/post-receive script. It was generated because a ref change was pushed to the repository containing the project "". The branch, master has been updated via 88deaa9611c7d16d8438b8b8c7732d74889fc4af (commit) via 2aaaa9ea1c1635961c3e96474dc096312297c0d5 (commit) via c5e7097a66e519d6196010d1777714a63963f3fc (commit) via d71c7629711ef2092719f308a6ea3d0329a8d78b (commit) via 6e159d34801e47ad5ade60b7da960450da15c9cb (commit) via 94a4858bc741bff8560771363f660fd7b3cb4e60 (commit) via 16f64683fb32aae3cb2d74a49e623bdb5d13d67f (commit) via 121a67e892d00f9f0e204d526eafd15c68cc536b (commit) via 8cfa7ecd452711dbb235ebb770df318d5ea2896f (commit) via af744065bf793b0c0350fdd0f2aebc527198d82a (commit) via aa8547777264d3274a29080139202848fe0585c8 (commit) via 85881d71fbfd4f7015ae37d475cbcb6920b6f680 (commit) via 0e4d52b760d199f7561d0ea4b6e798af3ecd8cd8 (commit) via 7a57b819d215b689b3c9ed0f4d766de809c5a431 (commit) from a3e06266d1d6063ad1bf7176b02634f456433ef4 (commit) Those revisions listed above that are new to this repository have not appeared on any other notification email; so we list those revisions in full, below. - Log ----------------------------------------------------------------- commit 88deaa9611c7d16d8438b8b8c7732d74889fc4af Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Wed Nov 13 12:24:38 2019 +0200 api: increment version to 1.23.1 Increment the minor API version digit to reflect addition of odp_packet_input_set() function and compress feature flag. Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/configure.ac b/configure.ac index 4cff42913..030edb5e8 100644 --- a/configure.ac +++ b/configure.ac @@ -4,7 +4,7 @@ AC_PREREQ([2.5]) ########################################################################## m4_define([odpapi_generation_version], [1]) m4_define([odpapi_major_version], [23]) -m4_define([odpapi_minor_version], [0]) +m4_define([odpapi_minor_version], [1]) m4_define([odpapi_point_version], [0]) m4_define([odpapi_version], [odpapi_generation_version.odpapi_major_version.odpapi_minor_version.odpapi_point_version]) commit 2aaaa9ea1c1635961c3e96474dc096312297c0d5 Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Wed Nov 13 10:37:34 2019 +0200 test: use compress not used flag Use the new compression not used flag in test applications. Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/example/timer/odp_timer_accuracy.c b/example/timer/odp_timer_accuracy.c index 622814a95..35c8c612d 100644 --- a/example/timer/odp_timer_accuracy.c +++ b/example/timer/odp_timer_accuracy.c @@ -421,10 +421,11 @@ int main(int argc, char *argv[]) /* List features not to be used (may optimize performance) */ odp_init_param_init(&init); - init.not_used.feat.cls = 1; - init.not_used.feat.crypto = 1; - init.not_used.feat.ipsec = 1; - init.not_used.feat.tm = 1; + init.not_used.feat.cls = 1; + init.not_used.feat.compress = 1; + init.not_used.feat.crypto = 1; + init.not_used.feat.ipsec = 1; + init.not_used.feat.tm = 1; if (test_global.opt.init) init_ptr = &init; diff --git a/test/performance/odp_cpu_bench.c b/test/performance/odp_cpu_bench.c index 6a125a1c7..38c18513a 100644 --- a/test/performance/odp_cpu_bench.c +++ b/test/performance/odp_cpu_bench.c @@ -552,11 +552,12 @@ int main(int argc, char *argv[]) odp_init_param_init(&init); /* List features not to be used (may optimize performance) */ - init.not_used.feat.cls = 1; - init.not_used.feat.crypto = 1; - init.not_used.feat.ipsec = 1; - init.not_used.feat.timer = 1; - init.not_used.feat.tm = 1; + init.not_used.feat.cls = 1; + init.not_used.feat.compress = 1; + init.not_used.feat.crypto = 1; + init.not_used.feat.ipsec = 1; + init.not_used.feat.timer = 1; + init.not_used.feat.tm = 1; init.mem_model = helper_options.mem_model; diff --git a/test/performance/odp_l2fwd.c b/test/performance/odp_l2fwd.c index 07777b8ec..fc1f04bd1 100644 --- a/test/performance/odp_l2fwd.c +++ b/test/performance/odp_l2fwd.c @@ -1480,11 +1480,12 @@ int main(int argc, char *argv[]) odp_init_param_init(&init); /* List features not to be used (may optimize performance) */ - init.not_used.feat.cls = 1; - init.not_used.feat.crypto = 1; - init.not_used.feat.ipsec = 1; - init.not_used.feat.timer = 1; - init.not_used.feat.tm = 1; + init.not_used.feat.cls = 1; + init.not_used.feat.compress = 1; + init.not_used.feat.crypto = 1; + init.not_used.feat.ipsec = 1; + init.not_used.feat.timer = 1; + init.not_used.feat.tm = 1; init.mem_model = helper_options.mem_model; diff --git a/test/performance/odp_pool_perf.c b/test/performance/odp_pool_perf.c index 26fe44be5..85dd4ba12 100644 --- a/test/performance/odp_pool_perf.c +++ b/test/performance/odp_pool_perf.c @@ -528,6 +528,7 @@ int main(int argc, char **argv) /* List features not to be used */ odp_init_param_init(&init); init.not_used.feat.cls = 1; + init.not_used.feat.compress = 1; init.not_used.feat.crypto = 1; init.not_used.feat.ipsec = 1; init.not_used.feat.schedule = 1; diff --git a/test/performance/odp_queue_perf.c b/test/performance/odp_queue_perf.c index 2c132ba6a..893861688 100644 --- a/test/performance/odp_queue_perf.c +++ b/test/performance/odp_queue_perf.c @@ -535,6 +535,7 @@ int main(int argc, char **argv) /* List features not to be used */ odp_init_param_init(&init); init.not_used.feat.cls = 1; + init.not_used.feat.compress = 1; init.not_used.feat.crypto = 1; init.not_used.feat.ipsec = 1; init.not_used.feat.schedule = 1; diff --git a/test/performance/odp_sched_perf.c b/test/performance/odp_sched_perf.c index 04d125be0..08623d2a7 100644 --- a/test/performance/odp_sched_perf.c +++ b/test/performance/odp_sched_perf.c @@ -874,6 +874,7 @@ int main(int argc, char **argv) /* List features not to be used */ odp_init_param_init(&init); init.not_used.feat.cls = 1; + init.not_used.feat.compress = 1; init.not_used.feat.crypto = 1; init.not_used.feat.ipsec = 1; init.not_used.feat.timer = 1; diff --git a/test/performance/odp_sched_pktio.c b/test/performance/odp_sched_pktio.c index bc5da01f3..8eb094873 100644 --- a/test/performance/odp_sched_pktio.c +++ b/test/performance/odp_sched_pktio.c @@ -1446,11 +1446,12 @@ int main(int argc, char *argv[]) /* List features not to be used (may optimize performance) */ odp_init_param_init(&init); - init.not_used.feat.cls = 1; - init.not_used.feat.crypto = 1; - init.not_used.feat.ipsec = 1; - init.not_used.feat.tm = 1; - init.not_used.feat.timer = 1; + init.not_used.feat.cls = 1; + init.not_used.feat.compress = 1; + init.not_used.feat.crypto = 1; + init.not_used.feat.ipsec = 1; + init.not_used.feat.tm = 1; + init.not_used.feat.timer = 1; if (test_options.timeout_us) init.not_used.feat.timer = 0; diff --git a/test/performance/odp_timer_perf.c b/test/performance/odp_timer_perf.c index c49baf0bd..5a2317aab 100644 --- a/test/performance/odp_timer_perf.c +++ b/test/performance/odp_timer_perf.c @@ -687,6 +687,7 @@ int main(int argc, char **argv) /* List features not to be used */ odp_init_param_init(&init); init.not_used.feat.cls = 1; + init.not_used.feat.compress = 1; init.not_used.feat.crypto = 1; init.not_used.feat.ipsec = 1; init.not_used.feat.tm = 1; commit c5e7097a66e519d6196010d1777714a63963f3fc Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Wed Nov 13 10:26:08 2019 +0200 validation: init: test compression not used flag Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/test/validation/api/init/init_main.c b/test/validation/api/init/init_main.c index c250aeec3..e9c7f1b02 100644 --- a/test/validation/api/init/init_main.c +++ b/test/validation/api/init/init_main.c @@ -134,6 +134,7 @@ static void init_test_feature(int disable) if (disable) { param.not_used.feat.cls = 1; + param.not_used.feat.compress = 1; param.not_used.feat.crypto = 1; param.not_used.feat.ipsec = 1; param.not_used.feat.schedule = 1; commit d71c7629711ef2092719f308a6ea3d0329a8d78b Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Wed Nov 13 10:23:45 2019 +0200 linux-gen: init: use compress not used flag Disable compress when it is not used according to global init parameters. Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/platform/linux-generic/odp_init.c b/platform/linux-generic/odp_init.c index bb8d13347..aff20e4cd 100644 --- a/platform/linux-generic/odp_init.c +++ b/platform/linux-generic/odp_init.c @@ -65,6 +65,7 @@ static void disable_features(odp_global_data_ro_t *global_ro, global_ro->disable.crypto = 1; global_ro->disable.traffic_mngr = init_param->not_used.feat.tm; + global_ro->disable.compress = init_param->not_used.feat.compress; } void odp_init_param_init(odp_init_t *param) commit 6e159d34801e47ad5ade60b7da960450da15c9cb Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Wed Nov 13 10:16:35 2019 +0200 api: feature: add compression feature flag Added a flag for compression APIs into ODP features definition. Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Stanislaw Kardach <skardach(a)marvell.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/include/odp/api/spec/feature.h b/include/odp/api/spec/feature.h index f6a360e53..59f0b1282 100644 --- a/include/odp/api/spec/feature.h +++ b/include/odp/api/spec/feature.h @@ -37,6 +37,9 @@ typedef union odp_feature_t { /** Classifier APIs, e.g., odp_cls_xxx(), odp_cos_xxx() */ uint32_t cls:1; + /** Compression APIs, e.g., odp_comp_xxx() */ + uint32_t compress:1; + /** Crypto APIs, e.g., odp_crypto_xxx() */ uint32_t crypto:1; @@ -55,6 +58,7 @@ typedef union odp_feature_t { /** Traffic Manager APIs, e.g., odp_tm_xxx() */ uint32_t tm:1; } feat; + } odp_feature_t; /** commit 94a4858bc741bff8560771363f660fd7b3cb4e60 Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Wed Nov 13 10:09:56 2019 +0200 validation: init: test features enabled and disabled Print system and SHM information with features enabled and disabled, so that difference in e.g. memory usage can be compared from logs. Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/test/validation/api/Makefile.am b/test/validation/api/Makefile.am index 071499f18..0d5fa3ce8 100644 --- a/test/validation/api/Makefile.am +++ b/test/validation/api/Makefile.am @@ -47,7 +47,8 @@ TESTS = \ init/init_abort$(EXEEXT) \ init/init_log$(EXEEXT) \ init/init_num_thr$(EXEEXT) \ - init/init_feature$(EXEEXT) \ + init/init_feature_enabled$(EXEEXT) \ + init/init_feature_disabled$(EXEEXT) \ ipsec/ipsec_sync$(EXEEXT) \ ipsec/ipsec_async$(EXEEXT) \ ipsec/ipsec_inline_in$(EXEEXT) \ diff --git a/test/validation/api/init/.gitignore b/test/validation/api/init/.gitignore index 8311f2c3f..05301baac 100644 --- a/test/validation/api/init/.gitignore +++ b/test/validation/api/init/.gitignore @@ -2,4 +2,5 @@ init_defaults init_abort init_log init_num_thr -init_feature +init_feature_enabled +init_feature_disabled diff --git a/test/validation/api/init/Makefile.am b/test/validation/api/init/Makefile.am index 6c0ef301f..297f33dc4 100644 --- a/test/validation/api/init/Makefile.am +++ b/test/validation/api/init/Makefile.am @@ -2,16 +2,19 @@ include ../Makefile.inc # Keep init test cases in separate binaries. Some implementations may not allow # the same application process to call odp_init_global() multiple times. -test_PROGRAMS = init_defaults init_abort init_log init_num_thr init_feature +test_PROGRAMS = init_defaults init_abort init_log init_num_thr \ + init_feature_enabled init_feature_disabled init_defaults_CPPFLAGS = -DINIT_TEST=0 $(AM_CPPFLAGS) init_abort_CPPFLAGS = -DINIT_TEST=1 $(AM_CPPFLAGS) init_log_CPPFLAGS = -DINIT_TEST=2 $(AM_CPPFLAGS) init_num_thr_CPPFLAGS = -DINIT_TEST=3 $(AM_CPPFLAGS) -init_feature_CPPFLAGS = -DINIT_TEST=4 $(AM_CPPFLAGS) +init_feature_enabled_CPPFLAGS = -DINIT_TEST=4 $(AM_CPPFLAGS) +init_feature_disabled_CPPFLAGS = -DINIT_TEST=5 $(AM_CPPFLAGS) init_defaults_SOURCES = init_main.c init_abort_SOURCES = init_main.c init_log_SOURCES = init_main.c init_num_thr_SOURCES = init_main.c -init_feature_SOURCES = init_main.c +init_feature_enabled_SOURCES = init_main.c +init_feature_disabled_SOURCES = init_main.c diff --git a/test/validation/api/init/init_main.c b/test/validation/api/init/init_main.c index 6878d36db..c250aeec3 100644 --- a/test/validation/api/init/init_main.c +++ b/test/validation/api/init/init_main.c @@ -123,21 +123,24 @@ static void init_test_num_thr(void) CU_ASSERT(ret == 0); } -static void init_test_feature(void) +static void init_test_feature(int disable) { int ret; odp_instance_t instance; odp_init_t param; odp_init_param_init(&param); - param.not_used.all_feat = 0; - param.not_used.feat.cls = 1; - param.not_used.feat.crypto = 1; - param.not_used.feat.ipsec = 1; - param.not_used.feat.schedule = 1; - param.not_used.feat.time = 1; - param.not_used.feat.timer = 1; - param.not_used.feat.tm = 1; + param.not_used.all_feat = 0; + + if (disable) { + param.not_used.feat.cls = 1; + param.not_used.feat.crypto = 1; + param.not_used.feat.ipsec = 1; + param.not_used.feat.schedule = 1; + param.not_used.feat.time = 1; + param.not_used.feat.timer = 1; + param.not_used.feat.tm = 1; + } ret = odp_init_global(&instance, &param, NULL); CU_ASSERT_FATAL(ret == 0); @@ -145,6 +148,11 @@ static void init_test_feature(void) ret = odp_init_local(instance, ODP_THREAD_CONTROL); CU_ASSERT_FATAL(ret == 0); + /* Print system and SHM information into test log. It may show + * e.g. memory usage difference when features are disabled. */ + odp_sys_info_print(); + odp_shm_print_all(); + ret = odp_term_local(); CU_ASSERT_FATAL(ret == 0); @@ -152,12 +160,23 @@ static void init_test_feature(void) CU_ASSERT(ret == 0); } +static void init_test_feature_enabled(void) +{ + init_test_feature(0); +} + +static void init_test_feature_disabled(void) +{ + init_test_feature(1); +} + odp_testinfo_t testinfo[] = { ODP_TEST_INFO(init_test_defaults), ODP_TEST_INFO(init_test_abort), ODP_TEST_INFO(init_test_log), ODP_TEST_INFO(init_test_num_thr), - ODP_TEST_INFO(init_test_feature) + ODP_TEST_INFO(init_test_feature_enabled), + ODP_TEST_INFO(init_test_feature_disabled) }; odp_testinfo_t init_suite[] = { commit 16f64683fb32aae3cb2d74a49e623bdb5d13d67f Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Fri Nov 8 17:04:26 2019 +0200 linux-gen: init: set disable feature flags Read init parameter of odp_init_global() and set disable feature flags accordingly. Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/platform/linux-generic/odp_init.c b/platform/linux-generic/odp_init.c index f68379cda..bb8d13347 100644 --- a/platform/linux-generic/odp_init.c +++ b/platform/linux-generic/odp_init.c @@ -48,6 +48,25 @@ enum init_stage { odp_global_data_ro_t odp_global_ro; odp_global_data_rw_t *odp_global_rw; +static void disable_features(odp_global_data_ro_t *global_ro, + const odp_init_t *init_param) +{ + int disable_ipsec, disable_crypto; + + if (init_param == NULL) + return; + + disable_ipsec = init_param->not_used.feat.ipsec; + global_ro->disable.ipsec = disable_ipsec; + + disable_crypto = init_param->not_used.feat.crypto; + /* Crypto can be disabled only if IPSec is disabled */ + if (disable_ipsec && disable_crypto) + global_ro->disable.crypto = 1; + + global_ro->disable.traffic_mngr = init_param->not_used.feat.tm; +} + void odp_init_param_init(odp_init_t *param) { memset(param, 0, sizeof(odp_init_t)); @@ -291,6 +310,8 @@ int odp_init_global(odp_instance_t *instance, } stage = LIBCONFIG_INIT; + disable_features(&odp_global_ro, params); + if (_odp_cpumask_init_global(params)) { ODP_ERR("ODP cpumask init failed.\n"); goto init_failed; commit 121a67e892d00f9f0e204d526eafd15c68cc536b Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Fri Nov 8 16:50:30 2019 +0200 linux-gen: tm: support global disable Check global disable flag to avoid shared memory consumption when traffic manager is not used. Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/platform/linux-generic/odp_traffic_mngr.c b/platform/linux-generic/odp_traffic_mngr.c index 9a40d0716..0acfa9c76 100644 --- a/platform/linux-generic/odp_traffic_mngr.c +++ b/platform/linux-generic/odp_traffic_mngr.c @@ -30,6 +30,7 @@ #include <odp_macros_internal.h> #include <odp_init_internal.h> #include <odp_errno_define.h> +#include <odp_global_data.h> /* Local vars */ static const @@ -2918,7 +2919,7 @@ odp_tm_t odp_tm_create(const char *name, uint32_t max_tm_queues, max_sorted_lists; int rc; - if (odp_global_ro.init_param.not_used.feat.tm) { + if (odp_global_ro.disable.traffic_mngr) { ODP_ERR("TM has been disabled\n"); return ODP_TM_INVALID; } @@ -4724,8 +4725,8 @@ int _odp_tm_init_global(void) { odp_shm_t shm; - if (odp_global_ro.init_param.not_used.feat.tm) { - ODP_DBG("TM disabled\n"); + if (odp_global_ro.disable.traffic_mngr) { + ODP_PRINT("\nODP traffic manager is DISABLED\n"); return 0; } @@ -4758,7 +4759,7 @@ int _odp_tm_init_global(void) int _odp_tm_term_global(void) { - if (odp_global_ro.init_param.not_used.feat.tm) + if (odp_global_ro.disable.traffic_mngr) return 0; if (odp_shm_free(tm_glb->shm)) { commit 8cfa7ecd452711dbb235ebb770df318d5ea2896f Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Fri Nov 8 16:38:13 2019 +0200 linux-gen: comp: support global disable Check global disable flag to avoid shared memory consumption when compression is not used. Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/platform/linux-generic/odp_comp.c b/platform/linux-generic/odp_comp.c index a5dfb4aa7..0e9ce5a89 100644 --- a/platform/linux-generic/odp_comp.c +++ b/platform/linux-generic/odp_comp.c @@ -11,6 +11,7 @@ #include <odp/api/packet.h> #include <odp/api/plat/strong_types.h> #include <odp_packet_internal.h> +#include <odp_global_data.h> #include <odp_debug_internal.h> #include <odp_init_internal.h> @@ -610,11 +611,17 @@ int _odp_comp_init_global(void) odp_shm_t shm; int idx; + if (odp_global_ro.disable.compress) { + ODP_PRINT("\nODP compress is DISABLED\n"); + return 0; + } + /* Calculate the memory size we need */ mem_size = sizeof(*global); /* Allocate our globally shared memory */ - shm = odp_shm_reserve("comp_pool", mem_size, ODP_CACHE_LINE_SIZE, 0); + shm = odp_shm_reserve("_odp_comp_pool", mem_size, + ODP_CACHE_LINE_SIZE, 0); global = odp_shm_addr(shm); @@ -639,6 +646,9 @@ int _odp_comp_term_global(void) int count = 0; odp_comp_generic_session_t *session; + if (odp_global_ro.disable.compress) + return 0; + for (session = global->free; session != NULL; session = session->next) count++; commit af744065bf793b0c0350fdd0f2aebc527198d82a Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Fri Nov 8 16:22:58 2019 +0200 linux-gen: ipsec: support global disable Check global disable flag to avoid shared memory consumption when ipsec is not used. Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/platform/linux-generic/odp_ipsec.c b/platform/linux-generic/odp_ipsec.c index 4968c87d8..7bb38c5c8 100644 --- a/platform/linux-generic/odp_ipsec.c +++ b/platform/linux-generic/odp_ipsec.c @@ -33,6 +33,11 @@ int odp_ipsec_capability(odp_ipsec_capability_t *capa) odp_crypto_capability_t crypto_capa; odp_queue_capability_t queue_capa; + if (odp_global_ro.disable.ipsec) { + ODP_ERR("IPSec is disabled\n"); + return -1; + } + memset(capa, 0, sizeof(odp_ipsec_capability_t)); capa->op_mode_sync = ODP_SUPPORT_PREFERRED; @@ -1775,6 +1780,9 @@ int _odp_ipsec_try_inline(odp_packet_t *pkt) odp_ipsec_packet_result_t *result; odp_packet_hdr_t *pkt_hdr; + if (odp_global_ro.disable.ipsec) + return -1; + memset(&status, 0, sizeof(status)); ipsec_sa = ipsec_in_single(*pkt, ODP_IPSEC_SA_INVALID, pkt, &status); @@ -1937,6 +1945,9 @@ int _odp_ipsec_init_global(void) { odp_shm_t shm; + if (odp_global_ro.disable.ipsec) + return 0; + shm = odp_shm_reserve("_odp_ipsec", sizeof(odp_ipsec_config_t), ODP_CACHE_LINE_SIZE, 0); @@ -1960,7 +1971,12 @@ int _odp_ipsec_init_global(void) int _odp_ipsec_term_global(void) { - odp_shm_t shm = odp_shm_lookup("_odp_ipsec"); + odp_shm_t shm; + + if (odp_global_ro.disable.ipsec) + return 0; + + shm = odp_shm_lookup("_odp_ipsec"); if (shm == ODP_SHM_INVALID || odp_shm_free(shm)) { ODP_ERR("Shm free failed for odp_ipsec"); diff --git a/platform/linux-generic/odp_ipsec_events.c b/platform/linux-generic/odp_ipsec_events.c index cbeb43780..bb786614a 100644 --- a/platform/linux-generic/odp_ipsec_events.c +++ b/platform/linux-generic/odp_ipsec_events.c @@ -12,6 +12,7 @@ #include <odp_debug_internal.h> #include <odp_ipsec_internal.h> #include <odp_pool_internal.h> +#include <odp_global_data.h> /* Inlined API functions */ #include <odp/api/plat/event_inlines.h> @@ -32,6 +33,11 @@ int _odp_ipsec_events_init_global(void) { odp_pool_param_t param; + if (odp_global_ro.disable.ipsec) { + ODP_PRINT("\nODP IPSec is DISABLED\n"); + return 0; + } + odp_pool_param_init(&param); param.buf.size = sizeof(ipsec_status_hdr_t); @@ -55,6 +61,9 @@ int _odp_ipsec_events_term_global(void) { int ret; + if (odp_global_ro.disable.ipsec) + return 0; + ret = odp_pool_destroy(ipsec_status_pool); if (ret < 0) { ODP_ERR("status pool destroy failed"); diff --git a/platform/linux-generic/odp_ipsec_sad.c b/platform/linux-generic/odp_ipsec_sad.c index 1fb814c5b..b22970791 100644 --- a/platform/linux-generic/odp_ipsec_sad.c +++ b/platform/linux-generic/odp_ipsec_sad.c @@ -13,6 +13,7 @@ #include <odp_debug_internal.h> #include <odp_ipsec_internal.h> #include <odp_ring_mpmc_internal.h> +#include <odp_global_data.h> #include <odp/api/plat/atomic_inlines.h> #include <odp/api/plat/cpu_inlines.h> @@ -135,6 +136,9 @@ int _odp_ipsec_sad_init_global(void) odp_shm_t shm; unsigned i; + if (odp_global_ro.disable.ipsec) + return 0; + shm = odp_shm_reserve("_odp_ipsec_sa_table", sizeof(ipsec_sa_table_t), ODP_CACHE_LINE_SIZE, @@ -191,6 +195,9 @@ int _odp_ipsec_sad_term_global(void) int ret = 0; int rc = 0; + if (odp_global_ro.disable.ipsec) + return 0; + for (i = 0; i < ODP_CONFIG_IPSEC_SAS; i++) { ipsec_sa = ipsec_sa_entry(i); diff --git a/platform/linux-generic/pktio/loop.c b/platform/linux-generic/pktio/loop.c index a79d015cb..e6d004d43 100644 --- a/platform/linux-generic/pktio/loop.c +++ b/platform/linux-generic/pktio/loop.c @@ -17,6 +17,7 @@ #include <odp/api/plat/byteorder_inlines.h> #include <odp_queue_if.h> #include <odp/api/plat/queue_inlines.h> +#include <odp_global_data.h> #include <protocols/eth.h> #include <protocols/ip.h> @@ -390,8 +391,11 @@ static int loopback_init_capability(pktio_entry_t *pktio_entry) capa->config.pktout.bit.tcp_chksum = 1; capa->config.pktout.bit.udp_chksum = 1; capa->config.pktout.bit.sctp_chksum = 1; - capa->config.inbound_ipsec = 1; - capa->config.outbound_ipsec = 1; + + if (odp_global_ro.disable.ipsec == 0) { + capa->config.inbound_ipsec = 1; + capa->config.outbound_ipsec = 1; + } capa->config.pktout.bit.ipv4_chksum_ena = capa->config.pktout.bit.ipv4_chksum; commit aa8547777264d3274a29080139202848fe0585c8 Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Fri Nov 8 15:45:47 2019 +0200 linux-gen: crypto: support global disable Check global disable flag to avoid shared memory consumption when crypto is not used. Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/platform/linux-generic/odp_crypto_openssl.c b/platform/linux-generic/odp_crypto_openssl.c index 29cd22c2f..fb4a0ddad 100644 --- a/platform/linux-generic/odp_crypto_openssl.c +++ b/platform/linux-generic/odp_crypto_openssl.c @@ -19,6 +19,7 @@ #include <odp/api/plat/thread_inlines.h> #include <odp_packet_internal.h> #include <odp/api/plat/queue_inlines.h> +#include <odp_global_data.h> /* Inlined API functions */ #include <odp/api/plat/event_inlines.h> @@ -1832,6 +1833,11 @@ static int process_digest_param(odp_crypto_generic_session_t *session, int odp_crypto_capability(odp_crypto_capability_t *capa) { + if (odp_global_ro.disable.crypto) { + ODP_ERR("Crypto is disabled\n"); + return -1; + } + if (NULL == capa) return -1; @@ -2075,6 +2081,15 @@ odp_crypto_session_create(odp_crypto_session_param_t *param, odp_crypto_generic_session_t *session; int aes_gcm = 0; + if (odp_global_ro.disable.crypto) { + ODP_ERR("Crypto is disabled\n"); + /* Dummy output to avoid compiler warning about uninitialized + * variables */ + *status = ODP_CRYPTO_SES_CREATE_ERR_ENOMEM; + *session_out = ODP_CRYPTO_SESSION_INVALID; + return -1; + } + /* Allocate memory for this session */ session = alloc_session(); if (NULL == session) { @@ -2494,6 +2509,11 @@ int _odp_crypto_init_global(void) int idx; int nlocks = CRYPTO_num_locks(); + if (odp_global_ro.disable.crypto) { + ODP_PRINT("\nODP crypto is DISABLED\n"); + return 0; + } + /* Calculate the memory size we need */ mem_size = sizeof(odp_crypto_global_t); mem_size += nlocks * sizeof(odp_ticketlock_t); @@ -2539,6 +2559,9 @@ int _odp_crypto_term_global(void) int count = 0; odp_crypto_generic_session_t *session; + if (odp_global_ro.disable.crypto) + return 0; + for (session = global->free; session != NULL; session = session->next) count++; if (count != MAX_SESSIONS) { @@ -2567,6 +2590,9 @@ int _odp_crypto_init_local(void) memset(&local, 0, sizeof(local)); + if (odp_global_ro.disable.crypto) + return 0; + for (i = 0; i < MAX_SESSIONS; i++) { local.hmac_ctx[i] = HMAC_CTX_new(); local.cmac_ctx[i] = CMAC_CTX_new(); @@ -2595,6 +2621,9 @@ int _odp_crypto_term_local(void) { unsigned i; + if (odp_global_ro.disable.crypto) + return 0; + for (i = 0; i < MAX_SESSIONS; i++) { if (local.cmac_ctx[i] != NULL) CMAC_CTX_free(local.cmac_ctx[i]); commit 85881d71fbfd4f7015ae37d475cbcb6920b6f680 Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Fri Nov 8 15:41:14 2019 +0200 linux-gen: init: add disabled feature globals These flags will be set in global init phase according to application input and configuration file. Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/platform/linux-generic/include/odp_global_data.h b/platform/linux-generic/include/odp_global_data.h index 08fd24f4a..4b3d72f5d 100644 --- a/platform/linux-generic/include/odp_global_data.h +++ b/platform/linux-generic/include/odp_global_data.h @@ -61,6 +61,15 @@ typedef struct odp_global_data_ro_t { config_t libconfig_runtime; odp_random_kind_t ipsec_rand_kind; + /* Disabled features during global init */ + struct { + uint8_t compress; + uint8_t crypto; + uint8_t ipsec; + uint8_t traffic_mngr; + + } disable; + } odp_global_data_ro_t; /* Modifiable global data. Memory region is shared and synchronized amongst all commit 0e4d52b760d199f7561d0ea4b6e798af3ecd8cd8 Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Fri Nov 8 15:37:21 2019 +0200 example: sysinfo: allow crypto capa to fail Continue system info print also when crypto capability fails. This may happen e.g. when crypto feature is disabled in the implementation. Other system info is still valid and interesting to the user Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/example/sysinfo/odp_sysinfo.c b/example/sysinfo/odp_sysinfo.c index 709f25d92..00a32f658 100644 --- a/example/sysinfo/odp_sysinfo.c +++ b/example/sysinfo/odp_sysinfo.c @@ -243,6 +243,7 @@ int main(void) char ava_mask_str[ODP_CPUMASK_STR_SIZE]; char work_mask_str[ODP_CPUMASK_STR_SIZE]; char ctrl_mask_str[ODP_CPUMASK_STR_SIZE]; + int crypto_ret; printf("\n"); printf("ODP system info example\n"); @@ -304,10 +305,9 @@ int main(void) return -1; } - if (odp_crypto_capability(&crypto_capa)) { + crypto_ret = odp_crypto_capability(&crypto_capa); + if (crypto_ret < 0) printf("crypto capability failed\n"); - return -1; - } printf("\n"); printf("S Y S T E M I N F O R M A T I O N\n"); @@ -417,22 +417,25 @@ int main(void) timer_capa.highest_res_ns); printf("\n"); - printf(" CRYPTO\n"); - printf(" max sessions: %" PRIu32 "\n", - crypto_capa.max_sessions); - printf(" sync mode support: %s\n", - support_level(crypto_capa.sync_mode)); - printf(" async mode support: %s\n", - support_level(crypto_capa.async_mode)); - printf(" cipher algorithms: "); - print_cipher_algos(crypto_capa.ciphers); - printf("\n"); - print_cipher_caps(crypto_capa.ciphers); - printf(" auth algorithms: "); - print_auth_algos(crypto_capa.auths); - printf("\n"); - print_auth_caps(crypto_capa.auths); - printf("\n"); + + if (crypto_ret == 0) { + printf(" CRYPTO\n"); + printf(" max sessions: %" PRIu32 "\n", + crypto_capa.max_sessions); + printf(" sync mode support: %s\n", + support_level(crypto_capa.sync_mode)); + printf(" async mode support: %s\n", + support_level(crypto_capa.async_mode)); + printf(" cipher algorithms: "); + print_cipher_algos(crypto_capa.ciphers); + printf("\n"); + print_cipher_caps(crypto_capa.ciphers); + printf(" auth algorithms: "); + print_auth_algos(crypto_capa.auths); + printf("\n"); + print_auth_caps(crypto_capa.auths); + printf("\n"); + } printf(" SHM MEMORY BLOCKS:\n"); odp_shm_print_all(); commit 7a57b819d215b689b3c9ed0f4d766de809c5a431 Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Thu Nov 7 15:48:36 2019 +0200 linux-gen: init: type define global data structures Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/platform/linux-generic/include/odp_global_data.h b/platform/linux-generic/include/odp_global_data.h index fdb057b3e..08fd24f4a 100644 --- a/platform/linux-generic/include/odp_global_data.h +++ b/platform/linux-generic/include/odp_global_data.h @@ -39,7 +39,7 @@ typedef struct { /* Read-only global data. Members should not be modified after global init * to enable process more support. */ -struct odp_global_data_ro_t { +typedef struct odp_global_data_ro_t { odp_init_t init_param; /* directory for odp mmaped files */ char *shm_dir; @@ -60,17 +60,19 @@ struct odp_global_data_ro_t { config_t libconfig_default; config_t libconfig_runtime; odp_random_kind_t ipsec_rand_kind; -}; + +} odp_global_data_ro_t; /* Modifiable global data. Memory region is shared and synchronized amongst all * worker processes. */ -struct odp_global_data_rw_t { +typedef struct odp_global_data_rw_t { odp_bool_t dpdk_initialized; odp_bool_t inline_timers; -}; -extern struct odp_global_data_ro_t odp_global_ro; -extern struct odp_global_data_rw_t *odp_global_rw; +} odp_global_data_rw_t; + +extern odp_global_data_ro_t odp_global_ro; +extern odp_global_data_rw_t *odp_global_rw; #ifdef __cplusplus } diff --git a/platform/linux-generic/odp_init.c b/platform/linux-generic/odp_init.c index 8a5b884b5..f68379cda 100644 --- a/platform/linux-generic/odp_init.c +++ b/platform/linux-generic/odp_init.c @@ -45,8 +45,8 @@ enum init_stage { ALL_INIT /* All init stages completed */ }; -struct odp_global_data_ro_t odp_global_ro; -struct odp_global_data_rw_t *odp_global_rw; +odp_global_data_ro_t odp_global_ro; +odp_global_data_rw_t *odp_global_rw; void odp_init_param_init(odp_init_t *param) { @@ -58,7 +58,7 @@ static int global_rw_data_init(void) odp_shm_t shm; shm = odp_shm_reserve("_odp_global_rw_data", - sizeof(struct odp_global_data_rw_t), + sizeof(odp_global_data_rw_t), ODP_CACHE_LINE_SIZE, 0); odp_global_rw = odp_shm_addr(shm); @@ -67,7 +67,7 @@ static int global_rw_data_init(void) return -1; } - memset(odp_global_rw, 0, sizeof(struct odp_global_data_rw_t)); + memset(odp_global_rw, 0, sizeof(odp_global_data_rw_t)); return 0; } @@ -266,7 +266,7 @@ int odp_init_global(odp_instance_t *instance, const odp_init_t *params, const odp_platform_init_t *platform_params ODP_UNUSED) { - memset(&odp_global_ro, 0, sizeof(struct odp_global_data_ro_t)); + memset(&odp_global_ro, 0, sizeof(odp_global_data_ro_t)); odp_global_ro.main_pid = getpid(); enum init_stage stage = NO_INIT; ----------------------------------------------------------------------- Summary of changes: configure.ac | 2 +- example/sysinfo/odp_sysinfo.c | 41 +++++++++++++----------- example/timer/odp_timer_accuracy.c | 9 +++--- include/odp/api/spec/feature.h | 4 +++ platform/linux-generic/include/odp_global_data.h | 23 +++++++++---- platform/linux-generic/odp_comp.c | 12 ++++++- platform/linux-generic/odp_crypto_openssl.c | 29 +++++++++++++++++ platform/linux-generic/odp_init.c | 32 +++++++++++++++--- platform/linux-generic/odp_ipsec.c | 18 ++++++++++- platform/linux-generic/odp_ipsec_events.c | 9 ++++++ platform/linux-generic/odp_ipsec_sad.c | 7 ++++ platform/linux-generic/odp_traffic_mngr.c | 9 +++--- platform/linux-generic/pktio/loop.c | 8 +++-- test/performance/odp_cpu_bench.c | 11 ++++--- test/performance/odp_l2fwd.c | 11 ++++--- test/performance/odp_pool_perf.c | 1 + test/performance/odp_queue_perf.c | 1 + test/performance/odp_sched_perf.c | 1 + test/performance/odp_sched_pktio.c | 11 ++++--- test/performance/odp_timer_perf.c | 1 + test/validation/api/Makefile.am | 3 +- test/validation/api/init/.gitignore | 3 +- test/validation/api/init/Makefile.am | 9 ++++-- test/validation/api/init/init_main.c | 40 +++++++++++++++++------ 24 files changed, 222 insertions(+), 73 deletions(-) hooks/post-receive --

5 years, 2 months

[COMMIT] branch master updated. v1.21.0.0-333-ga3e06266d

by git＠git-us.linaro.org

This is an automated email from the git hooks/post-receive script. It was generated because a ref change was pushed to the repository containing the project "". The branch, master has been updated via a3e06266d1d6063ad1bf7176b02634f456433ef4 (commit) via 9950baeb2203305e987013d8eedba1935a4530f9 (commit) via e8a456d98cfdf8ec645142f3dc87e05c349bc4f6 (commit) via ae888a272b644e77c97235a0025bdfadeeb91e65 (commit) via 632122387dec01a8663fdd9c08fd5bfa628e94b0 (commit) via de6ad3f90e98fcf0b53fda77a104313aca016f62 (commit) via 2bab933729635c4e1febad7b70739d939ffb83d0 (commit) via 63895aa11208343e731d7ce3cabf21ed25603ad0 (commit) via 17220218dbae2b69a3fc4f132d18aaa980034675 (commit) via 8b6a0bc62379c638c6fe112f2205fb7c79f56076 (commit) from d26fd80e75f6ff310afaf8c74458869a85f01934 (commit) Those revisions listed above that are new to this repository have not appeared on any other notification email; so we list those revisions in full, below. - Log ----------------------------------------------------------------- commit a3e06266d1d6063ad1bf7176b02634f456433ef4 Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Thu Nov 7 10:59:54 2019 +0200 validation: pktio: test odp_packet_input_set() Test the new, packet input interface set function during pktio tests. Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/test/validation/api/pktio/pktio.c b/test/validation/api/pktio/pktio.c index a261067b8..773d5bf2a 100644 --- a/test/validation/api/pktio/pktio.c +++ b/test/validation/api/pktio/pktio.c @@ -879,6 +879,14 @@ static void pktio_txrx_multi(pktio_info_t *pktio_info_a, CU_ASSERT(odp_packet_user_ptr(pkt) == NULL); + odp_packet_input_set(pkt, ODP_PKTIO_INVALID); + CU_ASSERT(odp_packet_input(pkt) == ODP_PKTIO_INVALID); + CU_ASSERT(odp_packet_input_index(pkt) < 0); + + odp_packet_input_set(pkt, pktio_b); + CU_ASSERT(odp_packet_input(pkt) == pktio_b); + CU_ASSERT(odp_packet_input_index(pkt) == pktio_index_b); + /* Dummy read to ones complement in case pktio has set it */ sum = odp_packet_ones_comp(pkt, &range); if (range.length > 0) commit 9950baeb2203305e987013d8eedba1935a4530f9 Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Wed Nov 6 15:35:13 2019 +0200 linux-gen: packet: implement odp_packet_input_set() Implemented the new API function. Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/platform/linux-generic/odp_packet.c b/platform/linux-generic/odp_packet.c index e9dccb8e8..a0bfce6e4 100644 --- a/platform/linux-generic/odp_packet.c +++ b/platform/linux-generic/odp_packet.c @@ -1093,6 +1093,13 @@ void odp_packet_user_ptr_set(odp_packet_t pkt, const void *ptr) pkt_hdr->p.flags.user_ptr_set = 1; } +void odp_packet_input_set(odp_packet_t pkt, odp_pktio_t pktio) +{ + odp_packet_hdr_t *pkt_hdr = packet_hdr(pkt); + + pkt_hdr->input = pktio; +} + int odp_packet_l2_offset_set(odp_packet_t pkt, uint32_t offset) { odp_packet_hdr_t *pkt_hdr = packet_hdr(pkt); commit e8a456d98cfdf8ec645142f3dc87e05c349bc4f6 Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Wed Nov 6 15:20:21 2019 +0200 api: packet: add odp_packet_input_set() An application may use this for testing or other purposes, when perception of the packet input interface need to be changed. Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> Reviewed-by: Stanislaw Kardach <skardach(a)marvell.com> diff --git a/include/odp/api/spec/packet.h b/include/odp/api/spec/packet.h index 91eb6c652..cbc3c2cbd 100644 --- a/include/odp/api/spec/packet.h +++ b/include/odp/api/spec/packet.h @@ -1507,6 +1507,22 @@ odp_pool_t odp_packet_pool(odp_packet_t pkt); */ odp_pktio_t odp_packet_input(odp_packet_t pkt); +/** + * Set packet input interface + * + * Set packet input interface to a valid packet IO handle or ODP_PKTIO_INVALID. + * An application may use this for testing or other purposes, when perception + * of the packet input interface need to be changed. The call updates both + * input interface handle (odp_packet_input()) and index + * (odp_packet_input_index()). + * + * @param pkt Packet handle + * @param pktio Handle to a valid packet input interface or ODP_PKTIO_INVALID. + * ODP_PKTIO_INVALID indicates that the packet was not received by + * any packet IO interface. + */ +void odp_packet_input_set(odp_packet_t pkt, odp_pktio_t pktio); + /** * Packet input interface index * commit ae888a272b644e77c97235a0025bdfadeeb91e65 Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Thu Nov 7 11:55:01 2019 +0200 validation: pktio: test user pointer on receive Test user pointer is NULL on packet receive. Set it before sending as e.g. a software loopback interface needs to clear it before receive. Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/test/validation/api/pktio/pktio.c b/test/validation/api/pktio/pktio.c index 9b163e000..a261067b8 100644 --- a/test/validation/api/pktio/pktio.c +++ b/test/validation/api/pktio/pktio.c @@ -491,6 +491,9 @@ static int create_packets_udp(odp_packet_t pkt_tbl[], pktio_pkt_set_macs(pkt_tbl[i], pktio_src, pktio_dst); + /* Set user pointer. It should be NULL on receive side. */ + odp_packet_user_ptr_set(pkt_tbl[i], (void *)1); + if (fix_cs) ret = pktio_fixup_checksums(pkt_tbl[i]); else @@ -874,6 +877,8 @@ static void pktio_txrx_multi(pktio_info_t *pktio_info_a, CU_ASSERT(odp_packet_has_udp(pkt)); } + CU_ASSERT(odp_packet_user_ptr(pkt) == NULL); + /* Dummy read to ones complement in case pktio has set it */ sum = odp_packet_ones_comp(pkt, &range); if (range.length > 0) commit 632122387dec01a8663fdd9c08fd5bfa628e94b0 Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Thu Nov 7 14:33:01 2019 +0200 linux-gen: loop: update pkt_hdr when cls rule change pool Fix packet header pointer issue. It remained to point the old (freed) packet, when the packet is copied into another pool due to a classifier rule. Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/platform/linux-generic/pktio/loop.c b/platform/linux-generic/pktio/loop.c index b82793b47..a79d015cb 100644 --- a/platform/linux-generic/pktio/loop.c +++ b/platform/linux-generic/pktio/loop.c @@ -161,7 +161,9 @@ static int loopback_recv(pktio_entry_t *pktio_entry, int index ODP_UNUSED, failed++; continue; } + pkt = new_pkt; + pkt_hdr = packet_hdr(new_pkt); } } else { packet_parse_layer(pkt_hdr, commit de6ad3f90e98fcf0b53fda77a104313aca016f62 Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Thu Nov 7 14:08:41 2019 +0200 linux-gen: pktio: reset all flags on packet input User pointer and pktout flags need to be reset also on packet input. Packet parse API function does not reset non-parser flags (like user pointer). Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/platform/linux-generic/include/odp_packet_internal.h b/platform/linux-generic/include/odp_packet_internal.h index a0e33222e..cd6ca0845 100644 --- a/platform/linux-generic/include/odp_packet_internal.h +++ b/platform/linux-generic/include/odp_packet_internal.h @@ -267,7 +267,18 @@ int packet_parse_layer(odp_packet_hdr_t *pkt_hdr, odp_proto_chksums_t chksums); /* Reset parser metadata for a new parse */ -void packet_parse_reset(odp_packet_hdr_t *pkt_hdr); +static inline void packet_parse_reset(odp_packet_hdr_t *pkt_hdr, int all) +{ + pkt_hdr->p.input_flags.all = 0; + pkt_hdr->p.l2_offset = ODP_PACKET_OFFSET_INVALID; + pkt_hdr->p.l3_offset = ODP_PACKET_OFFSET_INVALID; + pkt_hdr->p.l4_offset = ODP_PACKET_OFFSET_INVALID; + + if (all) + pkt_hdr->p.flags.all_flags = 0; + else /* Keep user ptr and pktout flags */ + pkt_hdr->p.flags.all.error = 0; +} static inline int packet_hdr_has_l2(odp_packet_hdr_t *pkt_hdr) { diff --git a/platform/linux-generic/odp_classification.c b/platform/linux-generic/odp_classification.c index 23069b662..8c6588444 100644 --- a/platform/linux-generic/odp_classification.c +++ b/platform/linux-generic/odp_classification.c @@ -1415,7 +1415,7 @@ int cls_classify_packet(pktio_entry_t *entry, const uint8_t *base, uint32_t hash; if (parse) { - packet_parse_reset(pkt_hdr); + packet_parse_reset(pkt_hdr, 1); packet_set_len(pkt_hdr, pkt_len); packet_parse_common(&pkt_hdr->p, base, pkt_len, seg_len, diff --git a/platform/linux-generic/odp_ipsec.c b/platform/linux-generic/odp_ipsec.c index 5511989c2..4968c87d8 100644 --- a/platform/linux-generic/odp_ipsec.c +++ b/platform/linux-generic/odp_ipsec.c @@ -778,7 +778,7 @@ static ipsec_sa_t *ipsec_in_single(odp_packet_t pkt, ODP_IPSEC_MODE_TUNNEL == ipsec_sa->mode) { odp_packet_hdr_t *pkt_hdr = packet_hdr(pkt); - packet_parse_reset(pkt_hdr); + packet_parse_reset(pkt_hdr, 0); pkt_hdr->p.l3_offset = state.ip_offset; } else { odp_packet_parse_param_t parse_param; diff --git a/platform/linux-generic/odp_packet.c b/platform/linux-generic/odp_packet.c index e491d2512..e9dccb8e8 100644 --- a/platform/linux-generic/odp_packet.c +++ b/platform/linux-generic/odp_packet.c @@ -308,16 +308,6 @@ int _odp_packet_copy_to_mem_seg(odp_packet_t pkt, uint32_t offset, #include <odp/visibility_end.h> -void packet_parse_reset(odp_packet_hdr_t *pkt_hdr) -{ - /* Reset parser metadata before new parse */ - pkt_hdr->p.input_flags.all = 0; - pkt_hdr->p.flags.all.error = 0; - pkt_hdr->p.l2_offset = ODP_PACKET_OFFSET_INVALID; - pkt_hdr->p.l3_offset = ODP_PACKET_OFFSET_INVALID; - pkt_hdr->p.l4_offset = ODP_PACKET_OFFSET_INVALID; -} - static inline void link_segments(odp_packet_hdr_t *pkt_hdr[], int num) { int cur = 0; @@ -2633,7 +2623,8 @@ int odp_packet_parse(odp_packet_t pkt, uint32_t offset, if (data == NULL) return -1; - packet_parse_reset(pkt_hdr); + /* Reset parser flags, keep other flags */ + packet_parse_reset(pkt_hdr, 0); if (proto == ODP_PROTO_ETH) { /* Assume valid L2 header, no CRC/FCS check in SW */ diff --git a/platform/linux-generic/pktio/dpdk.c b/platform/linux-generic/pktio/dpdk.c index 039c38d36..610996685 100644 --- a/platform/linux-generic/pktio/dpdk.c +++ b/platform/linux-generic/pktio/dpdk.c @@ -575,7 +575,7 @@ static inline int mbuf_to_pkt(pktio_entry_t *pktio_entry, if (pktio_cls_enabled(pktio_entry)) { uint32_t supported_ptypes = pkt_dpdk->supported_ptypes; - packet_parse_reset(&parsed_hdr); + packet_parse_reset(&parsed_hdr, 1); packet_set_len(&parsed_hdr, pkt_len); if (_odp_dpdk_packet_parse_common(&parsed_hdr.p, data, pkt_len, pkt_len, @@ -859,7 +859,7 @@ static inline int mbuf_to_pkt_zero(pktio_entry_t *pktio_entry, if (pktio_cls_enabled(pktio_entry)) { uint32_t supported_ptypes = pkt_dpdk->supported_ptypes; - packet_parse_reset(&parsed_hdr); + packet_parse_reset(&parsed_hdr, 1); packet_set_len(&parsed_hdr, pkt_len); if (_odp_dpdk_packet_parse_common(&parsed_hdr.p, data, pkt_len, pkt_len, diff --git a/platform/linux-generic/pktio/loop.c b/platform/linux-generic/pktio/loop.c index 9dc6b5f94..b82793b47 100644 --- a/platform/linux-generic/pktio/loop.c +++ b/platform/linux-generic/pktio/loop.c @@ -121,7 +121,7 @@ static int loopback_recv(pktio_entry_t *pktio_entry, int index ODP_UNUSED, pkt_len = odp_packet_len(pkt); pkt_hdr = packet_hdr(pkt); - packet_parse_reset(pkt_hdr); + packet_parse_reset(pkt_hdr, 1); if (pktio_cls_enabled(pktio_entry)) { odp_packet_t new_pkt; odp_pool_t new_pool; commit 2bab933729635c4e1febad7b70739d939ffb83d0 Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Thu Nov 7 14:02:01 2019 +0200 validation: ipsec: packet input resets user pointer Do not expect user pointer to be set after packet input (when testing inline IPSec). Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/test/validation/api/ipsec/ipsec.c b/test/validation/api/ipsec/ipsec.c index 6a6a3be96..705fbbabf 100644 --- a/test/validation/api/ipsec/ipsec.c +++ b/test/validation/api/ipsec/ipsec.c @@ -461,6 +461,7 @@ static void ipsec_check_packet(const ipsec_test_packet *itp, odp_packet_t pkt, uint8_t data[len]; const odph_ipv4hdr_t *itp_ip; odph_ipv4hdr_t *ip; + int inline_mode = 0; if (NULL == itp) return; @@ -469,7 +470,18 @@ static void ipsec_check_packet(const ipsec_test_packet *itp, odp_packet_t pkt, if (ODP_PACKET_INVALID == pkt) return; - CU_ASSERT_EQUAL(PACKET_USER_PTR, odp_packet_user_ptr(pkt)); + if ((!is_outbound && + suite_context.inbound_op_mode == ODP_IPSEC_OP_MODE_INLINE) || + (is_outbound && + suite_context.outbound_op_mode == ODP_IPSEC_OP_MODE_INLINE)) + inline_mode = 1; + + if (inline_mode) { + /* User pointer is reset during inline mode (packet IO) */ + CU_ASSERT(odp_packet_user_ptr(pkt) == NULL); + } else { + CU_ASSERT(odp_packet_user_ptr(pkt) == PACKET_USER_PTR); + } l3 = odp_packet_l3_offset(pkt); l4 = odp_packet_l4_offset(pkt); commit 63895aa11208343e731d7ce3cabf21ed25603ad0 Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Thu Nov 7 11:21:02 2019 +0200 validation: pktio: check parser flags on receive Check L2, L3 and L4 parser results when RX interface capability indicates that those are supported. Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/test/validation/api/pktio/pktio.c b/test/validation/api/pktio/pktio.c index 4d33fd25a..9b163e000 100644 --- a/test/validation/api/pktio/pktio.c +++ b/test/validation/api/pktio/pktio.c @@ -749,6 +749,41 @@ static int send_packet_events(odp_queue_t queue, return 0; } +static void check_parser_capa(odp_pktio_t pktio, int *l2, int *l3, int *l4) +{ + int ret; + odp_pktio_capability_t capa; + + *l2 = 0; + *l3 = 0; + *l4 = 0; + + ret = odp_pktio_capability(pktio, &capa); + CU_ASSERT(ret == 0); + + if (ret < 0) + return; + + switch (capa.config.parser.layer) { + case ODP_PROTO_LAYER_ALL: + /* Fall through */ + case ODP_PROTO_LAYER_L4: + *l2 = 1; + *l3 = 1; + *l4 = 1; + break; + case ODP_PROTO_LAYER_L3: + *l2 = 1; + *l3 = 1; + break; + case ODP_PROTO_LAYER_L2: + *l2 = 1; + break; + default: + break; + } +} + static void pktio_txrx_multi(pktio_info_t *pktio_info_a, pktio_info_t *pktio_info_b, int num_pkts, txrx_mode_e mode) @@ -757,10 +792,14 @@ static void pktio_txrx_multi(pktio_info_t *pktio_info_a, odp_packet_t rx_pkt[num_pkts]; uint32_t tx_seq[num_pkts]; int i, ret, num_rx; + int parser_l2, parser_l3, parser_l4; odp_pktio_t pktio_a = pktio_info_a->id; odp_pktio_t pktio_b = pktio_info_b->id; int pktio_index_b = odp_pktio_index(pktio_b); + /* Check RX interface parser capability */ + check_parser_capa(pktio_b, &parser_l2, &parser_l3, &parser_l4); + if (packet_len == USE_MTU) { odp_pool_capability_t pool_capa; uint32_t maxlen; @@ -822,6 +861,18 @@ static void pktio_txrx_multi(pktio_info_t *pktio_info_a, CU_ASSERT(odp_packet_input(pkt) == pktio_b); CU_ASSERT(odp_packet_input_index(pkt) == pktio_index_b); CU_ASSERT(odp_packet_has_error(pkt) == 0); + if (parser_l2) { + CU_ASSERT(odp_packet_has_l2(pkt)); + CU_ASSERT(odp_packet_has_eth(pkt)); + } + if (parser_l3) { + CU_ASSERT(odp_packet_has_l3(pkt)); + CU_ASSERT(odp_packet_has_ipv4(pkt)); + } + if (parser_l4) { + CU_ASSERT(odp_packet_has_l4(pkt)); + CU_ASSERT(odp_packet_has_udp(pkt)); + } /* Dummy read to ones complement in case pktio has set it */ sum = odp_packet_ones_comp(pkt, &range); commit 17220218dbae2b69a3fc4f132d18aaa980034675 Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Thu Nov 7 10:58:34 2019 +0200 validation: pktio: check pktio index Check pktio index in addition to the handle. Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/test/validation/api/pktio/pktio.c b/test/validation/api/pktio/pktio.c index f8796c7da..4d33fd25a 100644 --- a/test/validation/api/pktio/pktio.c +++ b/test/validation/api/pktio/pktio.c @@ -749,21 +749,25 @@ static int send_packet_events(odp_queue_t queue, return 0; } -static void pktio_txrx_multi(pktio_info_t *pktio_a, pktio_info_t *pktio_b, +static void pktio_txrx_multi(pktio_info_t *pktio_info_a, + pktio_info_t *pktio_info_b, int num_pkts, txrx_mode_e mode) { odp_packet_t tx_pkt[num_pkts]; odp_packet_t rx_pkt[num_pkts]; uint32_t tx_seq[num_pkts]; int i, ret, num_rx; + odp_pktio_t pktio_a = pktio_info_a->id; + odp_pktio_t pktio_b = pktio_info_b->id; + int pktio_index_b = odp_pktio_index(pktio_b); if (packet_len == USE_MTU) { odp_pool_capability_t pool_capa; uint32_t maxlen; - maxlen = odp_pktout_maxlen(pktio_a->id); - if (odp_pktout_maxlen(pktio_b->id) < maxlen) - maxlen = odp_pktout_maxlen(pktio_b->id); + maxlen = odp_pktout_maxlen(pktio_a); + if (odp_pktout_maxlen(pktio_b) < maxlen) + maxlen = odp_pktout_maxlen(pktio_b); CU_ASSERT_FATAL(maxlen > 0); packet_len = maxlen; if (packet_len > PKT_LEN_MAX) @@ -777,8 +781,7 @@ static void pktio_txrx_multi(pktio_info_t *pktio_a, pktio_info_t *pktio_b, } /* generate test packets to send */ - ret = create_packets(tx_pkt, tx_seq, num_pkts, pktio_a->id, - pktio_b->id); + ret = create_packets(tx_pkt, tx_seq, num_pkts, pktio_a, pktio_b); if (ret != num_pkts) { CU_FAIL("failed to generate test packets"); return; @@ -787,7 +790,8 @@ static void pktio_txrx_multi(pktio_info_t *pktio_a, pktio_info_t *pktio_b, /* send packet(s) out */ if (mode == TXRX_MODE_SINGLE) { for (i = 0; i < num_pkts; ++i) { - ret = odp_pktout_send(pktio_a->pktout, &tx_pkt[i], 1); + ret = odp_pktout_send(pktio_info_a->pktout, + &tx_pkt[i], 1); if (ret != 1) { CU_FAIL_FATAL("failed to send test packet"); odp_packet_free(tx_pkt[i]); @@ -795,13 +799,13 @@ static void pktio_txrx_multi(pktio_info_t *pktio_a, pktio_info_t *pktio_b, } } } else if (mode == TXRX_MODE_MULTI) { - send_packets(pktio_a->pktout, tx_pkt, num_pkts); + send_packets(pktio_info_a->pktout, tx_pkt, num_pkts); } else { - send_packet_events(pktio_a->queue_out, tx_pkt, num_pkts); + send_packet_events(pktio_info_a->queue_out, tx_pkt, num_pkts); } /* and wait for them to arrive back */ - num_rx = wait_for_packets(pktio_b, rx_pkt, tx_seq, + num_rx = wait_for_packets(pktio_info_b, rx_pkt, tx_seq, num_pkts, mode, ODP_TIME_SEC_IN_NS); CU_ASSERT(num_rx == num_pkts); if (num_rx != num_pkts) { @@ -815,7 +819,8 @@ static void pktio_txrx_multi(pktio_info_t *pktio_a, pktio_info_t *pktio_b, odp_packet_t pkt = rx_pkt[i]; CU_ASSERT_FATAL(pkt != ODP_PACKET_INVALID); - CU_ASSERT(odp_packet_input(pkt) == pktio_b->id); + CU_ASSERT(odp_packet_input(pkt) == pktio_b); + CU_ASSERT(odp_packet_input_index(pkt) == pktio_index_b); CU_ASSERT(odp_packet_has_error(pkt) == 0); /* Dummy read to ones complement in case pktio has set it */ commit 8b6a0bc62379c638c6fe112f2205fb7c79f56076 Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Thu Nov 7 14:43:31 2019 +0200 validation: cls: use odp_schedule_wait_time() Schedule call's wait time parameter is not nanoseconds, but return value of odp_schedule_wait_time() call. Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/test/validation/api/classification/odp_classification_common.c b/test/validation/api/classification/odp_classification_common.c index 851f949cc..28d762f65 100644 --- a/test/validation/api/classification/odp_classification_common.c +++ b/test/validation/api/classification/odp_classification_common.c @@ -193,8 +193,9 @@ void enqueue_pktio_interface(odp_packet_t pkt, odp_pktio_t pktio) odp_packet_t receive_packet(odp_queue_t *queue, uint64_t ns) { odp_event_t ev; + uint64_t wait = odp_schedule_wait_time(ns); - ev = odp_schedule(queue, ns); + ev = odp_schedule(queue, wait); return odp_packet_from_event(ev); } ----------------------------------------------------------------------- Summary of changes: include/odp/api/spec/packet.h | 16 ++++ .../linux-generic/include/odp_packet_internal.h | 13 +++- platform/linux-generic/odp_classification.c | 2 +- platform/linux-generic/odp_ipsec.c | 2 +- platform/linux-generic/odp_packet.c | 20 +++-- platform/linux-generic/pktio/dpdk.c | 4 +- platform/linux-generic/pktio/loop.c | 4 +- .../api/classification/odp_classification_common.c | 3 +- test/validation/api/ipsec/ipsec.c | 14 +++- test/validation/api/pktio/pktio.c | 91 +++++++++++++++++++--- 10 files changed, 139 insertions(+), 30 deletions(-) hooks/post-receive --

5 years, 2 months

[COMMIT] tag v1.23.0.0 created. v1.21.0.0-323-gd26fd80e7

by git＠git-us.linaro.org

This is an automated email from the git hooks/post-receive script. It was generated because a ref change was pushed to the repository containing the project "". The tag, v1.23.0.0 has been created at d26fd80e75f6ff310afaf8c74458869a85f01934 (commit) - Log ----------------------------------------------------------------- commit d26fd80e75f6ff310afaf8c74458869a85f01934 Author: Matias Elo <matias.elo(a)nokia.com> Date: Tue Nov 12 10:15:25 2019 +0200 changelog: updates for odp v1.23.0.0 Signed-off-by: Matias Elo <matias.elo(a)nokia.com> Reviewed-by: Petri Savolainen <petri.savolainen(a)nokia.com> ----------------------------------------------------------------------- hooks/post-receive --

5 years, 2 months

[COMMIT] branch master updated. v1.21.0.0-323-gd26fd80e7

by git＠git-us.linaro.org

This is an automated email from the git hooks/post-receive script. It was generated because a ref change was pushed to the repository containing the project "". The branch, master has been updated via d26fd80e75f6ff310afaf8c74458869a85f01934 (commit) from b8d4e0f27c0979cd4fb628318b10b57538d67fdf (commit) Those revisions listed above that are new to this repository have not appeared on any other notification email; so we list those revisions in full, below. - Log ----------------------------------------------------------------- commit d26fd80e75f6ff310afaf8c74458869a85f01934 Author: Matias Elo <matias.elo(a)nokia.com> Date: Tue Nov 12 10:15:25 2019 +0200 changelog: updates for odp v1.23.0.0 Signed-off-by: Matias Elo <matias.elo(a)nokia.com> Reviewed-by: Petri Savolainen <petri.savolainen(a)nokia.com> diff --git a/CHANGELOG b/CHANGELOG index 855f12acb..f3b366d8f 100644 --- a/CHANGELOG +++ b/CHANGELOG @@ -1,3 +1,166 @@ +== OpenDataPlane (1.23.0.0) +=== Summary of Changes +The ODP API changes in this release are related to the classifier module. + +The implementation changes include bug fixes (classifier, socket pktio), +configurability improvements (inline timer), new packet segmentation +implementation, and performance improvements (pool). + +=== API +==== Classifier +The PMR term documentation was not explicit about endianness of value and mask +fields. Most terms assumed CPU endian, but terms with larger data sizes assumed +big endian (MAC, IPv6 address and custom). + +Term specification was harmonized so that all terms expect value/mask data to be +in big-endian format, have fixed size, and allow free memory alignment. Packet +length term is an exception to this as it does not represent a field in a +packet. + +Added new `ODP_PMR_CUSTOM_L3` term to match custom layer 3 protocol fields. PMR +offset refers to the start of layer 3 in the packet. Other PMR rules (e.g. L2 +classification rules) may precede custom L3 rules. + +=== Helper +Duplicate `ODPH_UNUSED` macro has been removed. `ODP_UNUSED` should be used +instead. + +=== Validation Tests +==== Common +Improved test result output when some tests are inactive (skipped due to missing +capability). Now inactive tests are listed by default in the test suite results. + +==== Classifier +Cleaned up validation test code. Classifier implementation missed reporting some +capabilities, tests didn't check those capabilities and they were tested. Source +IPv4 term test was missing. + +Added serial PMR test, which tests series of PMR and CoS: + +* From default CoS to dest IPv4 CoS +* From dest IPv4 CoS to dest UDP CoS + +Added parallel PMR test, which test serial and parallel PMR and CoS: + +* From default CoS to dest IPv4 CoS +* From dest IPv4 CoS to a parallel UDP CoS per destination port number + +==== Scheduler +Added new validation tests to verify that packet order is maintained when events +are enqueued and dequeued to/from a plain queue while maintaining atomic/ordered +scheduling context. + +==== Timer +Added private timer pool test, which creates a timer pool with the `priv` flag +set. The same thread calls schedule / queue_deq that created the pool. + +=== Example Applications +==== timer_perf +Added new test application to measure schedule call CPU cycle consumption with +various timer pool parameter combinations. This measurement is mostly +interesting with software-based timer implementations, where timers may be +polled from the schedule call. + +==== New odp_ping application +This application replies to IPv4 ping requests. It can be used to test +connectivity with standard ping utility. ARP table needs to be setup manually on +the sender side as the application does not reply to ARP requests. + +==== odp_classifier +Added source CoS name into the parameter list of `-p` option. This enables +linking classification rules together. When a source CoS is not defined, the +default CoS is used as the source CoS. + +Option `-p` parameter list format is now: + + <term>:<xxx>:<yyy>:<src_cos>:<dst_cos> + +Where `<src_cos>` is optional and number of "xxx", "yyy", etc. parameters is +term depend. + +Added `-v` option which prints received packet with CoS queue +name. This can be used for debugging classification rules. + +Added support for `ODP_PMR_VLAN_ID_0`, `ODP_PMR_ETHTYPE_0`, `ODP_PMR_CUSTOM_L3`, +`ODP_PMR_ETHTYPE_X`, `ODP_PMR_VLAN_ID_X`, `ODP_PMR_UDP_DPORT`, +`ODP_PMR_UDP_SPORT`, `ODP_PMR_TCP_DPORT`, and `ODP_PMR_TCP_SPORT` rules. + +==== timer_accuracy +Fix bug in timer start offset calculation. Test results were offset by current +local time value. + +Added delay and extra schedule calls to ensure that (software) timer +implementation has passed its initial state before setting up timers. + +Added `-f` option to control offset to the first timer. This can be used e.g. to +avoid best/worst case synchronization of timers to timer tick boundaries / +resolution. + +==== packet_dump +Added ICMP support. Print ICMP offset and ICMPv4 type/code. This helps to verify +that ping requests are received. + +==== bench_packet +Added missing tests for the following packet functions: + +* `odp_packet_data_seg_len()` +* `odp_packet_free_sp()` +* `odp_packet_from_event_multi()` +* `odp_packet_to_event_multi()` +* `odp_packet_subtype()` +* `odp_packet_parse()` +* `odp_packet_parse_multi()` + +=== Implementation +==== Classifier +Cleaned up implementation. Fixed endianness. + +==== Inline Timer +Cleaned up code. Fixed accuracy issue with high resolution (<100us) timer pools. +Added configuration option `inline_poll_interval_nsec` to select default poll +interval in nsec. + +Added configure file option for inline timer (`inline_thread_type`) to select if +control threads poll shared timer pools or not. Control threads still poll their +private pools. With this user can configure control and worker threads to use +separate timer pools. + +==== Packet I/O +Enable explicit pktio type definition. The pktio type is selected by adding +pktio_type prefix in front of device name separated by a colon +(<pktio_type>:<if_name>). + +The socket mmsg pktio implementation has been refactored and performance has +been improved. + +The IPC pktio implementation has been modified to use standard ODP internal +`ring_ptr_t` rings to implement IPC rings. This enables removing the duplicate +`_ring_t` implementation. + +==== Pool +Packet segmentation has been reimplemented using a linked list. The new +implementation is simpler and has the added benefit of greatly reducing +packet and buffer header sizes. + +=== Bug Fixes +==== Unnumbered Bugs / Issues +* Fixed socket mmap pktio throughput collapse under heavy traffic + +* Fixed missing config header in install directory + +* Include only ODP defines in autogenerated header files + +* Fixed GCC 9 `address-of-packed-member` warnings + +* Disable building static test applications without static ODP lib + +* Fixed a segfault in `odp_pktin_recv_mq_tmo()` implementation + +* Fixed classifier vlan match bugs and tests + +* Fixed classifier matching of parallel PMRs + + == OpenDataPlane (1.22.0.0) === Summary of Changes ODP v1.22.0.0 adds several smaller API changes mainly related to API ----------------------------------------------------------------------- Summary of changes: CHANGELOG | 163 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 163 insertions(+) hooks/post-receive --

5 years, 2 months

[COMMIT] branch master updated. v1.21.0.0-322-gb8d4e0f27

by git＠git-us.linaro.org

This is an automated email from the git hooks/post-receive script. It was generated because a ref change was pushed to the repository containing the project "". The branch, master has been updated via b8d4e0f27c0979cd4fb628318b10b57538d67fdf (commit) from 58e1522451ae4a4ce62acad5ea2c47d96dafe3cd (commit) Those revisions listed above that are new to this repository have not appeared on any other notification email; so we list those revisions in full, below. - Log ----------------------------------------------------------------- commit b8d4e0f27c0979cd4fb628318b10b57538d67fdf Author: Matias Elo <matias.elo(a)nokia.com> Date: Thu Nov 7 16:31:03 2019 +0200 validation: ipsec: memset ipsec_test_part structs to zero Explicitly initialize ipsec_test_part structs to zero to avoid "missing initializer for field" warnings with old compilers (Debian 8, GCC 4.9.2). Signed-off-by: Matias Elo <matias.elo(a)nokia.com> Reviewed-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reported-by: Risto Teittinen <risto.teittinen(a)nokia-bell-labs.com> diff --git a/test/validation/api/ipsec/ipsec_test_in.c b/test/validation/api/ipsec/ipsec_test_in.c index 632e2ec8b..0e6497887 100644 --- a/test/validation/api/ipsec/ipsec_test_in.c +++ b/test/validation/api/ipsec/ipsec_test_in.c @@ -526,6 +526,9 @@ static void test_in_ipv4_ah_sha256_replay(void) { odp_ipsec_sa_param_t param; odp_ipsec_sa_t sa; + ipsec_test_part test_repl; + + memset(&test_repl, 0, sizeof(ipsec_test_part)); ipsec_sa_param_fill(&param, true, true, 123, NULL, @@ -550,15 +553,9 @@ static void test_in_ipv4_ah_sha256_replay(void) }, }; - ipsec_test_part test_repl = { - .pkt_in = &pkt_ipv4_icmp_0_ah_sha256_1, - .out_pkt = 1, - .out = { - { .status.warn.all = 0, - .status.error.antireplay = 1, - .pkt_out = NULL }, - }, - }; + test_repl.pkt_in = &pkt_ipv4_icmp_0_ah_sha256_1; + test_repl.out_pkt = 1; + test_repl.out[0].status.error.antireplay = 1; ipsec_test_part test_1235 = { .pkt_in = &pkt_ipv4_icmp_0_ah_sha256_1235, @@ -632,6 +629,9 @@ static void test_in_ipv4_esp_null_sha256_replay(void) { odp_ipsec_sa_param_t param; odp_ipsec_sa_t sa; + ipsec_test_part test_repl; + + memset(&test_repl, 0, sizeof(ipsec_test_part)); ipsec_sa_param_fill(&param, true, false, 123, NULL, @@ -656,15 +656,9 @@ static void test_in_ipv4_esp_null_sha256_replay(void) }, }; - ipsec_test_part test_repl = { - .pkt_in = &pkt_ipv4_icmp_0_esp_null_sha256_1, - .out_pkt = 1, - .out = { - { .status.warn.all = 0, - .status.error.antireplay = 1, - .pkt_out = NULL }, - }, - }; + test_repl.pkt_in = &pkt_ipv4_icmp_0_esp_null_sha256_1; + test_repl.out_pkt = 1; + test_repl.out[0].status.error.antireplay = 1; ipsec_test_part test_1235 = { .pkt_in = &pkt_ipv4_icmp_0_esp_null_sha256_1235, @@ -690,6 +684,9 @@ static void test_in_ipv4_ah_esp_pkt(void) { odp_ipsec_sa_param_t param; odp_ipsec_sa_t sa; + ipsec_test_part test; + + memset(&test, 0, sizeof(ipsec_test_part)); /* This test will not work properly inbound inline mode. * test_in_ipv4_ah_esp_pkt_lookup will be used instead. */ @@ -706,15 +703,9 @@ static void test_in_ipv4_ah_esp_pkt(void) CU_ASSERT_NOT_EQUAL_FATAL(ODP_IPSEC_SA_INVALID, sa); - ipsec_test_part test = { - .pkt_in = &pkt_ipv4_icmp_0_esp_null_sha256_1, - .out_pkt = 1, - .out = { - { .status.warn.all = 0, - .status.error.proto = 1, - .pkt_out = NULL }, - }, - }; + test.pkt_in = &pkt_ipv4_icmp_0_esp_null_sha256_1; + test.out_pkt = 1; + test.out[0].status.error.proto = 1; ipsec_check_in_one(&test, sa); @@ -725,6 +716,9 @@ static void test_in_ipv4_esp_ah_pkt(void) { odp_ipsec_sa_param_t param; odp_ipsec_sa_t sa; + ipsec_test_part test; + + memset(&test, 0, sizeof(ipsec_test_part)); /* This test will not work properly inbound inline mode. * test_in_ipv4_esp_ah_pkt_lookup will be used instead. */ @@ -741,15 +735,9 @@ static void test_in_ipv4_esp_ah_pkt(void) CU_ASSERT_NOT_EQUAL_FATAL(ODP_IPSEC_SA_INVALID, sa); - ipsec_test_part test = { - .pkt_in = &pkt_ipv4_icmp_0_ah_sha256_1, - .out_pkt = 1, - .out = { - { .status.warn.all = 0, - .status.error.proto = 1, - .pkt_out = NULL }, - }, - }; + test.pkt_in = &pkt_ipv4_icmp_0_ah_sha256_1; + test.out_pkt = 1; + test.out[0].status.error.proto = 1; ipsec_check_in_one(&test, sa); @@ -760,6 +748,9 @@ static void test_in_ipv4_ah_esp_pkt_lookup(void) { odp_ipsec_sa_param_t param; odp_ipsec_sa_t sa; + ipsec_test_part test; + + memset(&test, 0, sizeof(ipsec_test_part)); ipsec_sa_param_fill(&param, true, true, 123, NULL, @@ -771,16 +762,10 @@ static void test_in_ipv4_ah_esp_pkt_lookup(void) CU_ASSERT_NOT_EQUAL_FATAL(ODP_IPSEC_SA_INVALID, sa); - ipsec_test_part test = { - .pkt_in = &pkt_ipv4_icmp_0_esp_null_sha256_1, - .lookup = 1, - .out_pkt = 1, - .out = { - { .status.warn.all = 0, - .status.error.sa_lookup = 1, - .pkt_out = NULL }, - }, - }; + test.pkt_in = &pkt_ipv4_icmp_0_esp_null_sha256_1; + test.lookup = 1; + test.out_pkt = 1; + test.out[0].status.error.sa_lookup = 1; ipsec_check_in_one(&test, ODP_IPSEC_SA_INVALID); @@ -791,6 +776,9 @@ static void test_in_ipv4_esp_ah_pkt_lookup(void) { odp_ipsec_sa_param_t param; odp_ipsec_sa_t sa; + ipsec_test_part test; + + memset(&test, 0, sizeof(ipsec_test_part)); ipsec_sa_param_fill(&param, true, false, 123, NULL, @@ -802,16 +790,10 @@ static void test_in_ipv4_esp_ah_pkt_lookup(void) CU_ASSERT_NOT_EQUAL_FATAL(ODP_IPSEC_SA_INVALID, sa); - ipsec_test_part test = { - .pkt_in = &pkt_ipv4_icmp_0_ah_sha256_1, - .lookup = 1, - .out_pkt = 1, - .out = { - { .status.warn.all = 0, - .status.error.sa_lookup = 1, - .pkt_out = NULL }, - }, - }; + test.pkt_in = &pkt_ipv4_icmp_0_ah_sha256_1; + test.lookup = 1; + test.out_pkt = 1; + test.out[0].status.error.sa_lookup = 1; ipsec_check_in_one(&test, ODP_IPSEC_SA_INVALID); @@ -822,6 +804,9 @@ static void test_in_ipv4_ah_sha256_bad1(void) { odp_ipsec_sa_param_t param; odp_ipsec_sa_t sa; + ipsec_test_part test; + + memset(&test, 0, sizeof(ipsec_test_part)); ipsec_sa_param_fill(&param, true, true, 123, NULL, @@ -833,15 +818,9 @@ static void test_in_ipv4_ah_sha256_bad1(void) CU_ASSERT_NOT_EQUAL_FATAL(ODP_IPSEC_SA_INVALID, sa); - ipsec_test_part test = { - .pkt_in = &pkt_ipv4_icmp_0_ah_sha256_1_bad1, - .out_pkt = 1, - .out = { - { .status.warn.all = 0, - .status.error.auth = 1, - .pkt_out = NULL }, - }, - }; + test.pkt_in = &pkt_ipv4_icmp_0_ah_sha256_1_bad1; + test.out_pkt = 1; + test.out[0].status.error.auth = 1; ipsec_check_in_one(&test, sa); @@ -852,6 +831,9 @@ static void test_in_ipv4_ah_sha256_bad2(void) { odp_ipsec_sa_param_t param; odp_ipsec_sa_t sa; + ipsec_test_part test; + + memset(&test, 0, sizeof(ipsec_test_part)); ipsec_sa_param_fill(&param, true, true, 123, NULL, @@ -863,15 +845,9 @@ static void test_in_ipv4_ah_sha256_bad2(void) CU_ASSERT_NOT_EQUAL_FATAL(ODP_IPSEC_SA_INVALID, sa); - ipsec_test_part test = { - .pkt_in = &pkt_ipv4_icmp_0_ah_sha256_1_bad2, - .out_pkt = 1, - .out = { - { .status.warn.all = 0, - .status.error.auth = 1, - .pkt_out = NULL }, - }, - }; + test.pkt_in = &pkt_ipv4_icmp_0_ah_sha256_1_bad2; + test.out_pkt = 1; + test.out[0].status.error.auth = 1; ipsec_check_in_one(&test, sa); @@ -882,6 +858,9 @@ static void test_in_ipv4_esp_null_sha256_bad1(void) { odp_ipsec_sa_param_t param; odp_ipsec_sa_t sa; + ipsec_test_part test; + + memset(&test, 0, sizeof(ipsec_test_part)); ipsec_sa_param_fill(&param, true, false, 123, NULL, @@ -893,15 +872,9 @@ static void test_in_ipv4_esp_null_sha256_bad1(void) CU_ASSERT_NOT_EQUAL_FATAL(ODP_IPSEC_SA_INVALID, sa); - ipsec_test_part test = { - .pkt_in = &pkt_ipv4_icmp_0_esp_null_sha256_1_bad1, - .out_pkt = 1, - .out = { - { .status.warn.all = 0, - .status.error.auth = 1, - .pkt_out = NULL }, - }, - }; + test.pkt_in = &pkt_ipv4_icmp_0_esp_null_sha256_1_bad1; + test.out_pkt = 1; + test.out[0].status.error.auth = 1; ipsec_check_in_one(&test, sa); diff --git a/test/validation/api/ipsec/ipsec_test_out.c b/test/validation/api/ipsec/ipsec_test_out.c index 36de0cca1..0bfb9cff8 100644 --- a/test/validation/api/ipsec/ipsec_test_out.c +++ b/test/validation/api/ipsec/ipsec_test_out.c @@ -558,6 +558,11 @@ static void test_out_ipv4_ah_sha256_frag_check(void) { odp_ipsec_sa_param_t param; odp_ipsec_sa_t sa; + ipsec_test_part test; + ipsec_test_part test2; + + memset(&test, 0, sizeof(ipsec_test_part)); + memset(&test2, 0, sizeof(ipsec_test_part)); ipsec_sa_param_fill(&param, false, true, 123, NULL, @@ -571,28 +576,16 @@ static void test_out_ipv4_ah_sha256_frag_check(void) CU_ASSERT_NOT_EQUAL_FATAL(ODP_IPSEC_SA_INVALID, sa); - ipsec_test_part test = { - .pkt_in = &pkt_ipv4_icmp_0, - .out_pkt = 1, - .out = { - { .status.warn.all = 0, - .status.error.mtu = 1, - .pkt_out = NULL }, - }, - }; + test.pkt_in = &pkt_ipv4_icmp_0; + test.out_pkt = 1; + test.out[0].status.error.mtu = 1; - ipsec_test_part test2 = { - .pkt_in = &pkt_ipv4_icmp_0, - .num_opt = 1, - .opt = { .flag.frag_mode = 1, - .frag_mode = ODP_IPSEC_FRAG_DISABLED, }, - .out_pkt = 1, - .out = { - { .status.warn.all = 0, - .status.error.all = 0, - .pkt_out = &pkt_ipv4_icmp_0_ah_sha256_1 }, - }, - }; + test2.pkt_in = &pkt_ipv4_icmp_0; + test2.num_opt = 1; + test2.opt.flag.frag_mode = 1; + test2.opt.frag_mode = ODP_IPSEC_FRAG_DISABLED; + test2.out_pkt = 1; + test2.out[0].pkt_out = &pkt_ipv4_icmp_0_ah_sha256_1; ipsec_check_out_one(&test, sa); @@ -605,6 +598,9 @@ static void test_out_ipv4_ah_sha256_frag_check_2(void) { odp_ipsec_sa_param_t param; odp_ipsec_sa_t sa; + ipsec_test_part test; + + memset(&test, 0, sizeof(ipsec_test_part)); ipsec_sa_param_fill(&param, false, true, 123, NULL, @@ -618,15 +614,9 @@ static void test_out_ipv4_ah_sha256_frag_check_2(void) CU_ASSERT_NOT_EQUAL_FATAL(ODP_IPSEC_SA_INVALID, sa); - ipsec_test_part test = { - .pkt_in = &pkt_ipv4_icmp_0, - .out_pkt = 1, - .out = { - { .status.warn.all = 0, - .status.error.mtu = 1, - .pkt_out = NULL }, - }, - }; + test.pkt_in = &pkt_ipv4_icmp_0; + test.out_pkt = 1; + test.out[0].status.error.mtu = 1; ipsec_test_part test2 = { .pkt_in = &pkt_ipv4_icmp_0, @@ -651,6 +641,11 @@ static void test_out_ipv4_esp_null_sha256_frag_check(void) { odp_ipsec_sa_param_t param; odp_ipsec_sa_t sa; + ipsec_test_part test; + ipsec_test_part test2; + + memset(&test, 0, sizeof(ipsec_test_part)); + memset(&test2, 0, sizeof(ipsec_test_part)); ipsec_sa_param_fill(&param, false, false, 123, NULL, @@ -665,28 +660,16 @@ static void test_out_ipv4_esp_null_sha256_frag_check(void) CU_ASSERT_NOT_EQUAL_FATAL(ODP_IPSEC_SA_INVALID, sa); - ipsec_test_part test = { - .pkt_in = &pkt_ipv4_icmp_0, - .out_pkt = 1, - .out = { - { .status.warn.all = 0, - .status.error.mtu = 1, - .pkt_out = NULL }, - }, - }; + test.pkt_in = &pkt_ipv4_icmp_0; + test.out_pkt = 1; + test.out[0].status.error.mtu = 1; - ipsec_test_part test2 = { - .pkt_in = &pkt_ipv4_icmp_0, - .num_opt = 1, - .opt = { .flag.frag_mode = 1, - .frag_mode = ODP_IPSEC_FRAG_DISABLED, }, - .out_pkt = 1, - .out = { - { .status.warn.all = 0, - .status.error.all = 0, - .pkt_out = &pkt_ipv4_icmp_0_esp_null_sha256_1 }, - }, - }; + test2.pkt_in = &pkt_ipv4_icmp_0; + test2.num_opt = 1; + test2.opt.flag.frag_mode = 1; + test2.opt.frag_mode = ODP_IPSEC_FRAG_DISABLED; + test2.out_pkt = 1; + test2.out[0].pkt_out = &pkt_ipv4_icmp_0_esp_null_sha256_1; ipsec_check_out_one(&test, sa); @@ -699,6 +682,9 @@ static void test_out_ipv4_esp_null_sha256_frag_check_2(void) { odp_ipsec_sa_param_t param; odp_ipsec_sa_t sa; + ipsec_test_part test; + + memset(&test, 0, sizeof(ipsec_test_part)); ipsec_sa_param_fill(&param, false, false, 123, NULL, @@ -713,15 +699,9 @@ static void test_out_ipv4_esp_null_sha256_frag_check_2(void) CU_ASSERT_NOT_EQUAL_FATAL(ODP_IPSEC_SA_INVALID, sa); - ipsec_test_part test = { - .pkt_in = &pkt_ipv4_icmp_0, - .out_pkt = 1, - .out = { - { .status.warn.all = 0, - .status.error.mtu = 1, - .pkt_out = NULL }, - }, - }; + test.pkt_in = &pkt_ipv4_icmp_0; + test.out_pkt = 1; + test.out[0].status.error.mtu = 1; ipsec_test_part test2 = { .pkt_in = &pkt_ipv4_icmp_0, @@ -1011,6 +991,11 @@ static void test_out_dummy_esp_null_sha256_tun_ipv4(void) odp_ipsec_sa_t sa2; uint32_t src = IPV4ADDR(10, 0, 111, 2); uint32_t dst = IPV4ADDR(10, 0, 222, 2); + ipsec_test_part test; + ipsec_test_part test_empty; + + memset(&test, 0, sizeof(ipsec_test_part)); + memset(&test_empty, 0, sizeof(ipsec_test_part)); memset(&tunnel, 0, sizeof(odp_ipsec_tunnel_param_t)); tunnel.type = ODP_IPSEC_TUNNEL_IPV4; @@ -1043,35 +1028,21 @@ static void test_out_dummy_esp_null_sha256_tun_ipv4(void) CU_ASSERT_NOT_EQUAL_FATAL(ODP_IPSEC_SA_INVALID, sa2); - ipsec_test_part test = { - .pkt_in = &pkt_test_nodata, - .num_opt = 1, - .opt = { .flag.tfc_dummy = 1, - .tfc_pad_len = 16, }, - .out_pkt = 1, - .out = { - { .status.warn.all = 0, - .status.error.all = 0, - .l3_type = ODP_PROTO_L3_TYPE_IPV4, - .l4_type = ODP_PROTO_L4_TYPE_NO_NEXT, - .pkt_out = NULL }, - }, - }; - - ipsec_test_part test_empty = { - .pkt_in = &pkt_test_emtpy, - .num_opt = 1, - .opt = { .flag.tfc_dummy = 1, - .tfc_pad_len = 16, }, - .out_pkt = 1, - .out = { - { .status.warn.all = 0, - .status.error.all = 0, - .l3_type = ODP_PROTO_L3_TYPE_IPV4, - .l4_type = ODP_PROTO_L4_TYPE_NO_NEXT, - .pkt_out = NULL }, - }, - }; + test.pkt_in = &pkt_test_nodata; + test.num_opt = 1; + test.opt .flag.tfc_dummy = 1; + test.opt.tfc_pad_len = 16; + test.out_pkt = 1; + test.out[0].l3_type = ODP_PROTO_L3_TYPE_IPV4; + test.out[0].l4_type = ODP_PROTO_L4_TYPE_NO_NEXT; + + test_empty.pkt_in = &pkt_test_emtpy; + test_empty.num_opt = 1; + test_empty.opt.flag.tfc_dummy = 1; + test_empty.opt.tfc_pad_len = 16; + test_empty.out_pkt = 1; + test_empty.out[0].l3_type = ODP_PROTO_L3_TYPE_IPV4; + test_empty.out[0].l4_type = ODP_PROTO_L4_TYPE_NO_NEXT; ipsec_check_out_in_one(&test, sa, sa2); ipsec_check_out_in_one(&test_empty, sa, sa2); @@ -1086,6 +1057,8 @@ static void test_out_dummy_esp_null_sha256_tun_ipv6(void) odp_ipsec_sa_param_t param; odp_ipsec_sa_t sa; odp_ipsec_sa_t sa2; + ipsec_test_part test; + ipsec_test_part test_empty; uint8_t src[16] = { 0x20, 0x01, 0x0d, 0xb8, 0x00, 0x00, 0x00, 0x00, 0x02, 0x11, 0x43, 0xff, 0xfe, 0x4a, 0xd7, 0x0a, @@ -1095,6 +1068,9 @@ static void test_out_dummy_esp_null_sha256_tun_ipv6(void) 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x16, }; + memset(&test, 0, sizeof(ipsec_test_part)); + memset(&test_empty, 0, sizeof(ipsec_test_part)); + memset(&tunnel, 0, sizeof(odp_ipsec_tunnel_param_t)); tunnel.type = ODP_IPSEC_TUNNEL_IPV6; tunnel.ipv6.src_addr = src; @@ -1126,35 +1102,21 @@ static void test_out_dummy_esp_null_sha256_tun_ipv6(void) CU_ASSERT_NOT_EQUAL_FATAL(ODP_IPSEC_SA_INVALID, sa2); - ipsec_test_part test = { - .pkt_in = &pkt_test_nodata, - .num_opt = 1, - .opt = { .flag.tfc_dummy = 1, - .tfc_pad_len = 16, }, - .out_pkt = 1, - .out = { - { .status.warn.all = 0, - .status.error.all = 0, - .l3_type = ODP_PROTO_L3_TYPE_IPV4, - .l4_type = ODP_PROTO_L4_TYPE_NO_NEXT, - .pkt_out = NULL }, - }, - }; - - ipsec_test_part test_empty = { - .pkt_in = &pkt_test_emtpy, - .num_opt = 1, - .opt = { .flag.tfc_dummy = 1, - .tfc_pad_len = 16, }, - .out_pkt = 1, - .out = { - { .status.warn.all = 0, - .status.error.all = 0, - .l3_type = ODP_PROTO_L3_TYPE_IPV4, - .l4_type = ODP_PROTO_L4_TYPE_NO_NEXT, - .pkt_out = NULL }, - }, - }; + test.pkt_in = &pkt_test_nodata; + test.num_opt = 1; + test.opt .flag.tfc_dummy = 1; + test.opt.tfc_pad_len = 16; + test.out_pkt = 1; + test.out[0].l3_type = ODP_PROTO_L3_TYPE_IPV4; + test.out[0].l4_type = ODP_PROTO_L4_TYPE_NO_NEXT; + + test_empty.pkt_in = &pkt_test_emtpy; + test_empty.num_opt = 1; + test_empty.opt.flag.tfc_dummy = 1; + test_empty.opt.tfc_pad_len = 16; + test_empty.out_pkt = 1; + test_empty.out[0].l3_type = ODP_PROTO_L3_TYPE_IPV4; + test_empty.out[0].l4_type = ODP_PROTO_L4_TYPE_NO_NEXT; ipsec_check_out_in_one(&test, sa, sa2); ipsec_check_out_in_one(&test_empty, sa, sa2); ----------------------------------------------------------------------- Summary of changes: test/validation/api/ipsec/ipsec_test_in.c | 139 ++++++++------------ test/validation/api/ipsec/ipsec_test_out.c | 198 ++++++++++++----------------- 2 files changed, 136 insertions(+), 201 deletions(-) hooks/post-receive --

5 years, 2 months

[COMMIT] branch master updated. v1.21.0.0-321-g58e152245

by git＠git-us.linaro.org

This is an automated email from the git hooks/post-receive script. It was generated because a ref change was pushed to the repository containing the project "". The branch, master has been updated via 58e1522451ae4a4ce62acad5ea2c47d96dafe3cd (commit) via fae79706192988fa1b89e68f11e3167c9495c771 (commit) from 3e3a204764ee055acb3f0ff0feff39a653362c38 (commit) Those revisions listed above that are new to this repository have not appeared on any other notification email; so we list those revisions in full, below. - Log ----------------------------------------------------------------- commit 58e1522451ae4a4ce62acad5ea2c47d96dafe3cd Author: Matias Elo <matias.elo(a)nokia.com> Date: Wed Nov 6 09:50:28 2019 +0200 test: bench_packet: add tests for packet parse functions Add new tests for odp_packet_parse() and odp_packet_parse_multi() functions using IPv4-TCP, IPv4-UDP, IPv6-TCP, and IPv6-UDP packets. The test packets are imported from the packet validation tests. Signed-off-by: Matias Elo <matias.elo(a)nokia.com> Reviewed-by: Petri Savolainen <petri.savolainen(a)nokia.com> diff --git a/test/performance/odp_bench_packet.c b/test/performance/odp_bench_packet.c index 3bf61d86d..d139006b3 100644 --- a/test/performance/odp_bench_packet.c +++ b/test/performance/odp_bench_packet.c @@ -17,6 +17,8 @@ #include <inttypes.h> #include <signal.h> +#include <test_packet_parser.h> + #include <odp_api.h> #include <odp/helper/odph_api.h> @@ -356,6 +358,77 @@ static void alloc_packets_twice(void) TEST_REPEAT_COUNT); } +static void alloc_parse_packets(const void *pkt_data, uint32_t len) +{ + int i; + + allocate_test_packets(len, gbl_args->pkt_tbl, TEST_REPEAT_COUNT); + + for (i = 0; i < TEST_REPEAT_COUNT; i++) { + if (odp_packet_copy_from_mem(gbl_args->pkt_tbl[i], 0, len, + pkt_data)) + ODPH_ABORT("Copying test packet failed\n"); + } +} + +static void alloc_parse_packets_ipv4_tcp(void) +{ + alloc_parse_packets(test_packet_ipv4_tcp, sizeof(test_packet_ipv4_tcp)); +} + +static void alloc_parse_packets_ipv4_udp(void) +{ + alloc_parse_packets(test_packet_ipv4_udp, sizeof(test_packet_ipv4_udp)); +} + +static void alloc_parse_packets_ipv6_tcp(void) +{ + alloc_parse_packets(test_packet_ipv6_tcp, sizeof(test_packet_ipv6_tcp)); +} + +static void alloc_parse_packets_ipv6_udp(void) +{ + alloc_parse_packets(test_packet_ipv6_udp, sizeof(test_packet_ipv6_udp)); +} + +static void alloc_parse_packets_multi(const void *pkt_data, uint32_t len) +{ + int i; + + allocate_test_packets(len, gbl_args->pkt_tbl, + TEST_REPEAT_COUNT * gbl_args->appl.burst_size); + + for (i = 0; i < TEST_REPEAT_COUNT * gbl_args->appl.burst_size; i++) { + if (odp_packet_copy_from_mem(gbl_args->pkt_tbl[i], 0, len, + pkt_data)) + ODPH_ABORT("Copying test packet failed\n"); + } +} + +static void alloc_parse_packets_multi_ipv4_tcp(void) +{ + alloc_parse_packets_multi(test_packet_ipv4_tcp, + sizeof(test_packet_ipv4_tcp)); +} + +static void alloc_parse_packets_multi_ipv4_udp(void) +{ + alloc_parse_packets_multi(test_packet_ipv4_udp, + sizeof(test_packet_ipv4_udp)); +} + +static void alloc_parse_packets_multi_ipv6_tcp(void) +{ + alloc_parse_packets_multi(test_packet_ipv6_tcp, + sizeof(test_packet_ipv6_tcp)); +} + +static void alloc_parse_packets_multi_ipv6_udp(void) +{ + alloc_parse_packets_multi(test_packet_ipv6_udp, + sizeof(test_packet_ipv6_udp)); +} + static void create_packets(void) { int i; @@ -1352,6 +1425,53 @@ static int bench_packet_subtype(void) return i; } +static int bench_packet_parse(void) +{ + odp_packet_parse_param_t param; + odp_packet_t *pkt_tbl = gbl_args->pkt_tbl; + int ret = 0; + int i; + + memset(&param, 0, sizeof(odp_packet_parse_param_t)); + param.proto = ODP_PROTO_ETH; + param.last_layer = ODP_PROTO_LAYER_ALL; + param.chksums.chksum.ipv4 = 1; + param.chksums.chksum.tcp = 1; + param.chksums.chksum.udp = 1; + + for (i = 0; i < TEST_REPEAT_COUNT; i++) + ret += odp_packet_parse(pkt_tbl[i], 0, &param); + + return !ret; +} + +static int bench_packet_parse_multi(void) +{ + int burst_size = gbl_args->appl.burst_size; + int ret = 0; + int i; + odp_packet_parse_param_t param; + odp_packet_t *pkt_tbl = gbl_args->pkt_tbl; + uint32_t offsets[burst_size]; + + memset(&offsets, 0, sizeof(offsets)); + + memset(&param, 0, sizeof(odp_packet_parse_param_t)); + param.proto = ODP_PROTO_ETH; + param.last_layer = ODP_PROTO_LAYER_ALL; + param.chksums.chksum.ipv4 = 1; + param.chksums.chksum.tcp = 1; + param.chksums.chksum.udp = 1; + + for (i = 0; i < TEST_REPEAT_COUNT; i++) { + int idx = i * burst_size; + + ret += odp_packet_parse_multi(&pkt_tbl[idx], offsets, + burst_size, &param); + } + return (ret == TEST_REPEAT_COUNT * burst_size); +} + /** * Prinf usage information */ @@ -1586,6 +1706,30 @@ bench_info_t test_suite[] = { free_packets_twice, NULL), BENCH_INFO(bench_packet_subtype, create_packets, free_packets, NULL), + BENCH_INFO(bench_packet_parse, alloc_parse_packets_ipv4_tcp, + free_packets, "bench_packet_parse_ipv4_tcp"), + BENCH_INFO(bench_packet_parse, alloc_parse_packets_ipv4_udp, + free_packets, "bench_packet_parse_ipv4_udp"), + BENCH_INFO(bench_packet_parse, alloc_parse_packets_ipv6_tcp, + free_packets, "bench_packet_parse_ipv6_tcp"), + BENCH_INFO(bench_packet_parse, alloc_parse_packets_ipv6_udp, + free_packets, "bench_packet_parse_ipv6_udp"), + BENCH_INFO(bench_packet_parse_multi, + alloc_parse_packets_multi_ipv4_tcp, + free_packets_multi, + "bench_packet_parse_multi_ipv4_tcp"), + BENCH_INFO(bench_packet_parse_multi, + alloc_parse_packets_multi_ipv4_udp, + free_packets_multi, + "bench_packet_parse_multi_ipv4_udp"), + BENCH_INFO(bench_packet_parse_multi, + alloc_parse_packets_multi_ipv6_tcp, + free_packets_multi, + "bench_packet_parse_multi_ipv6_tcp"), + BENCH_INFO(bench_packet_parse_multi, + alloc_parse_packets_multi_ipv6_udp, + free_packets_multi, + "bench_packet_parse_multi_ipv6_udp"), }; /** commit fae79706192988fa1b89e68f11e3167c9495c771 Author: Matias Elo <matias.elo(a)nokia.com> Date: Wed Nov 6 09:50:03 2019 +0200 test: bench_packet: add tests for missing packet functions Added tests for the following packet functions: odp_packet_data_seg_len() odp_packet_free_sp() odp_packet_from_event_multi() odp_packet_to_event_multi() odp_packet_subtype() Signed-off-by: Matias Elo <matias.elo(a)nokia.com> Reviewed-by: Petri Savolainen <petri.savolainen(a)nokia.com> diff --git a/test/performance/odp_bench_packet.c b/test/performance/odp_bench_packet.c index d050debb9..3bf61d86d 100644 --- a/test/performance/odp_bench_packet.c +++ b/test/performance/odp_bench_packet.c @@ -413,6 +413,18 @@ static void create_events(void) gbl_args->event_tbl[i] = odp_packet_to_event(pkt_tbl[i]); } +static void create_events_multi(void) +{ + int i; + odp_packet_t *pkt_tbl = gbl_args->pkt_tbl; + + allocate_test_packets(gbl_args->pkt.len, gbl_args->pkt_tbl, + TEST_REPEAT_COUNT * gbl_args->appl.burst_size); + + for (i = 0; i < TEST_REPEAT_COUNT * gbl_args->appl.burst_size; i++) + gbl_args->event_tbl[i] = odp_packet_to_event(pkt_tbl[i]); +} + static void free_packets(void) { odp_packet_free_multi(gbl_args->pkt_tbl, TEST_REPEAT_COUNT); @@ -491,6 +503,19 @@ static int bench_packet_free_multi(void) return i; } +static int bench_packet_free_sp(void) +{ + int i; + + for (i = 0; i < TEST_REPEAT_COUNT; i++) { + int pkt_idx = i * gbl_args->appl.burst_size; + + odp_packet_free_sp(&gbl_args->pkt_tbl[pkt_idx], + gbl_args->appl.burst_size); + } + return i; +} + static int bench_packet_alloc_free(void) { int i; @@ -545,6 +570,20 @@ static int bench_packet_from_event(void) return i; } +static int bench_packet_from_event_multi(void) +{ + int i; + + for (i = 0; i < TEST_REPEAT_COUNT; i++) { + int idx = i * gbl_args->appl.burst_size; + + odp_packet_from_event_multi(&gbl_args->pkt_tbl[idx], + &gbl_args->event_tbl[idx], + gbl_args->appl.burst_size); + } + return i; +} + static int bench_packet_to_event(void) { int i; @@ -556,6 +595,20 @@ static int bench_packet_to_event(void) return i; } +static int bench_packet_to_event_multi(void) +{ + int i; + + for (i = 0; i < TEST_REPEAT_COUNT; i++) { + int idx = i * gbl_args->appl.burst_size; + + odp_packet_to_event_multi(&gbl_args->pkt_tbl[idx], + &gbl_args->event_tbl[idx], + gbl_args->appl.burst_size); + } + return i; +} + static int bench_packet_head(void) { int i; @@ -587,6 +640,18 @@ static int bench_packet_data(void) return i; } +static int bench_packet_data_seg_len(void) +{ + odp_packet_t *pkt_tbl = gbl_args->pkt_tbl; + uint32_t *output_tbl = gbl_args->output_tbl; + int i; + + for (i = 0; i < TEST_REPEAT_COUNT; i++) + gbl_args->ptr_tbl[i] = odp_packet_data_seg_len(pkt_tbl[i], + &output_tbl[i]); + return i; +} + static int bench_packet_seg_len(void) { int i; @@ -1276,6 +1341,17 @@ static int bench_packet_has_ref(void) return i; } +static int bench_packet_subtype(void) +{ + int i; + odp_packet_t *pkt_tbl = gbl_args->pkt_tbl; + + for (i = 0; i < TEST_REPEAT_COUNT; i++) + gbl_args->output_tbl[i] = odp_packet_subtype(pkt_tbl[i]); + + return i; +} + /** * Prinf usage information */ @@ -1371,20 +1447,28 @@ bench_info_t test_suite[] = { BENCH_INFO(bench_packet_free, create_packets, NULL, NULL), BENCH_INFO(bench_packet_free_multi, alloc_packets_multi, NULL, NULL), + BENCH_INFO(bench_packet_free_sp, alloc_packets_multi, NULL, + NULL), BENCH_INFO(bench_packet_alloc_free, NULL, NULL, NULL), BENCH_INFO(bench_packet_alloc_free_multi, NULL, NULL, NULL), BENCH_INFO(bench_packet_reset, create_packets, free_packets, NULL), BENCH_INFO(bench_packet_from_event, create_events, free_packets, NULL), + BENCH_INFO(bench_packet_from_event_multi, create_events_multi, + free_packets_multi, NULL), BENCH_INFO(bench_packet_to_event, create_packets, free_packets, NULL), + BENCH_INFO(bench_packet_to_event_multi, alloc_packets_multi, + free_packets_multi, NULL), BENCH_INFO(bench_packet_head, create_packets, free_packets, NULL), BENCH_INFO(bench_packet_buf_len, create_packets, free_packets, NULL), BENCH_INFO(bench_packet_data, create_packets, free_packets, NULL), + BENCH_INFO(bench_packet_data_seg_len, create_packets, + free_packets, NULL), BENCH_INFO(bench_packet_seg_len, create_packets, free_packets, NULL), BENCH_INFO(bench_packet_len, create_packets, free_packets, @@ -1500,6 +1584,8 @@ bench_info_t test_suite[] = { free_packets_twice, NULL), BENCH_INFO(bench_packet_has_ref, alloc_ref_packets, free_packets_twice, NULL), + BENCH_INFO(bench_packet_subtype, create_packets, free_packets, + NULL), }; /** ----------------------------------------------------------------------- Summary of changes: test/performance/odp_bench_packet.c | 230 ++++++++++++++++++++++++++++++++++++ 1 file changed, 230 insertions(+) hooks/post-receive --

5 years, 2 months

[COMMIT] branch master updated. v1.21.0.0-319-g3e3a20476

by git＠git-us.linaro.org

This is an automated email from the git hooks/post-receive script. It was generated because a ref change was pushed to the repository containing the project "". The branch, master has been updated via 3e3a204764ee055acb3f0ff0feff39a653362c38 (commit) via f21fc80503c72ebbd0e3286f708c7019567f8a8b (commit) via c9e8517c4945acf2c5215e0872779f00357649cf (commit) from f1e216da9011444789da716bbc258e530897da6d (commit) Those revisions listed above that are new to this repository have not appeared on any other notification email; so we list those revisions in full, below. - Log ----------------------------------------------------------------- commit 3e3a204764ee055acb3f0ff0feff39a653362c38 Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Tue Nov 5 16:10:23 2019 +0200 linux-gen: event: inline odp_event_type_multi() Inline event_type_multi function. Event type functions are performance critical as those are typically used after every schedule call. Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/platform/linux-generic/include/odp/api/plat/event_inlines.h b/platform/linux-generic/include/odp/api/plat/event_inlines.h index fbecd2c14..43ee5e09a 100644 --- a/platform/linux-generic/include/odp/api/plat/event_inlines.h +++ b/platform/linux-generic/include/odp/api/plat/event_inlines.h @@ -18,11 +18,12 @@ extern const _odp_buffer_inline_offset_t _odp_buffer_inline_offset; /* Inline functions by default */ #define _ODP_INLINE static inline #define odp_event_type __odp_event_type + #define odp_event_type_multi __odp_event_type_multi #else #define _ODP_INLINE #endif -_ODP_INLINE odp_event_type_t odp_event_type(odp_event_t event) +static inline odp_event_type_t __odp_event_type_get(odp_event_t event) { int8_t type; odp_buffer_t buf = (odp_buffer_t)event; @@ -32,6 +33,27 @@ _ODP_INLINE odp_event_type_t odp_event_type(odp_event_t event) return (odp_event_type_t)type; } +_ODP_INLINE odp_event_type_t odp_event_type(odp_event_t event) +{ + return __odp_event_type_get(event); +} + +_ODP_INLINE int odp_event_type_multi(const odp_event_t event[], int num, + odp_event_type_t *type_out) +{ + int i; + odp_event_type_t type = __odp_event_type_get(event[0]); + + for (i = 1; i < num; i++) { + if (__odp_event_type_get(event[i]) != type) + break; + } + + *type_out = type; + + return i; +} + /** @endcond */ #endif diff --git a/platform/linux-generic/odp_event.c b/platform/linux-generic/odp_event.c index 6f6b3aa0b..677cd0dde 100644 --- a/platform/linux-generic/odp_event.c +++ b/platform/linux-generic/odp_event.c @@ -41,22 +41,6 @@ odp_event_type_t odp_event_types(odp_event_t event, return event_type; } -int odp_event_type_multi(const odp_event_t event[], int num, - odp_event_type_t *type_out) -{ - int i; - odp_event_type_t type = odp_event_type(event[0]); - - for (i = 1; i < num; i++) { - if (odp_event_type(event[i]) != type) - break; - } - - *type_out = type; - - return i; -} - uint32_t odp_event_flow_id(odp_event_t event) { return event_flow_id(event); commit f21fc80503c72ebbd0e3286f708c7019567f8a8b Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Tue Nov 5 15:51:46 2019 +0200 linux-gen: buffer: inline odp_buffer_addr() Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/platform/linux-generic/include/odp/api/plat/buffer_inline_types.h b/platform/linux-generic/include/odp/api/plat/buffer_inline_types.h index 29f49f8db..f59df6705 100644 --- a/platform/linux-generic/include/odp/api/plat/buffer_inline_types.h +++ b/platform/linux-generic/include/odp/api/plat/buffer_inline_types.h @@ -23,6 +23,7 @@ extern "C" { /* Buffer header field offsets for inline functions */ typedef struct _odp_buffer_inline_offset_t { uint16_t event_type; + uint16_t base_data; } _odp_buffer_inline_offset_t; diff --git a/platform/linux-generic/include/odp/api/plat/buffer_inlines.h b/platform/linux-generic/include/odp/api/plat/buffer_inlines.h index 89920510c..632ba0e69 100644 --- a/platform/linux-generic/include/odp/api/plat/buffer_inlines.h +++ b/platform/linux-generic/include/odp/api/plat/buffer_inlines.h @@ -21,6 +21,7 @@ extern const _odp_buffer_inline_offset_t _odp_buffer_inline_offset; #define _ODP_INLINE static inline #define odp_buffer_from_event __odp_buffer_from_event #define odp_buffer_to_event __odp_buffer_to_event + #define odp_buffer_addr __odp_buffer_addr #else #define _ODP_INLINE #endif @@ -35,6 +36,11 @@ _ODP_INLINE odp_event_t odp_buffer_to_event(odp_buffer_t buf) return (odp_event_t)buf; } +_ODP_INLINE void *odp_buffer_addr(odp_buffer_t buf) +{ + return _odp_buf_hdr_field(buf, void *, base_data); +} + /** @endcond */ #endif diff --git a/platform/linux-generic/odp_buffer.c b/platform/linux-generic/odp_buffer.c index 0001e598b..4c5e72640 100644 --- a/platform/linux-generic/odp_buffer.c +++ b/platform/linux-generic/odp_buffer.c @@ -20,18 +20,12 @@ /* Fill in buffer header field offsets for inline functions */ const _odp_buffer_inline_offset_t ODP_ALIGNED_CACHE _odp_buffer_inline_offset = { - .event_type = offsetof(odp_buffer_hdr_t, event_type) + .event_type = offsetof(odp_buffer_hdr_t, event_type), + .base_data = offsetof(odp_buffer_hdr_t, base_data) }; #include <odp/visibility_end.h> -void *odp_buffer_addr(odp_buffer_t buf) -{ - odp_buffer_hdr_t *hdr = buf_hdl_to_hdr(buf); - - return hdr->base_data; -} - uint32_t odp_buffer_size(odp_buffer_t buf) { odp_buffer_hdr_t *hdr = buf_hdl_to_hdr(buf); commit c9e8517c4945acf2c5215e0872779f00357649cf Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Tue Nov 5 15:28:16 2019 +0200 linux-gen: buffer: inline event handle conversions Inlined API functions which convert buffer handle to/from event handle. Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/platform/linux-generic/Makefile.am b/platform/linux-generic/Makefile.am index 0d15e53d9..58c3f4244 100644 --- a/platform/linux-generic/Makefile.am +++ b/platform/linux-generic/Makefile.am @@ -28,6 +28,7 @@ odpapiplatincludedir= $(includedir)/odp/api/plat odpapiplatinclude_HEADERS = \ include/odp/api/plat/atomic_inlines.h \ include/odp/api/plat/buffer_inline_types.h \ + include/odp/api/plat/buffer_inlines.h \ include/odp/api/plat/byteorder_inlines.h \ include/odp/api/plat/cpu_inlines.h \ include/odp/api/plat/event_inlines.h \ @@ -238,6 +239,7 @@ endif if ODP_ABI_COMPAT __LIB__libodp_linux_la_SOURCES += \ odp_atomic_api.c \ + odp_buffer_api.c \ odp_byteorder_api.c \ odp_cpu_api.c \ odp_event_api.c \ diff --git a/platform/linux-generic/include-abi/odp/api/abi/buffer.h b/platform/linux-generic/include-abi/odp/api/abi/buffer.h index 60292d502..8239e15da 100644 --- a/platform/linux-generic/include-abi/odp/api/abi/buffer.h +++ b/platform/linux-generic/include-abi/odp/api/abi/buffer.h @@ -28,6 +28,9 @@ typedef ODP_HANDLE_T(odp_buffer_t); #define ODP_BUFFER_INVALID _odp_cast_scalar(odp_buffer_t, 0) +/* Inlined functions for non-ABI compat mode */ +#include <odp/api/plat/buffer_inlines.h> + /** * @} */ diff --git a/platform/linux-generic/include/odp/api/plat/buffer_inlines.h b/platform/linux-generic/include/odp/api/plat/buffer_inlines.h new file mode 100644 index 000000000..89920510c --- /dev/null +++ b/platform/linux-generic/include/odp/api/plat/buffer_inlines.h @@ -0,0 +1,40 @@ +/* Copyright (c) 2019, Nokia + * All rights reserved. + * + * SPDX-License-Identifier: BSD-3-Clause + */ + +#ifndef ODP_PLAT_BUFFER_INLINES_H_ +#define ODP_PLAT_BUFFER_INLINES_H_ + +#include <odp/api/abi/buffer.h> +#include <odp/api/abi/event.h> + +#include <odp/api/plat/buffer_inline_types.h> + +/** @cond _ODP_HIDE_FROM_DOXYGEN_ */ + +extern const _odp_buffer_inline_offset_t _odp_buffer_inline_offset; + +#ifndef _ODP_NO_INLINE + /* Inline functions by default */ + #define _ODP_INLINE static inline + #define odp_buffer_from_event __odp_buffer_from_event + #define odp_buffer_to_event __odp_buffer_to_event +#else + #define _ODP_INLINE +#endif + +_ODP_INLINE odp_buffer_t odp_buffer_from_event(odp_event_t ev) +{ + return (odp_buffer_t)ev; +} + +_ODP_INLINE odp_event_t odp_buffer_to_event(odp_buffer_t buf) +{ + return (odp_event_t)buf; +} + +/** @endcond */ + +#endif diff --git a/platform/linux-generic/odp_buffer.c b/platform/linux-generic/odp_buffer.c index f39f76a57..0001e598b 100644 --- a/platform/linux-generic/odp_buffer.c +++ b/platform/linux-generic/odp_buffer.c @@ -25,16 +25,6 @@ _odp_buffer_inline_offset = { #include <odp/visibility_end.h> -odp_buffer_t odp_buffer_from_event(odp_event_t ev) -{ - return (odp_buffer_t)ev; -} - -odp_event_t odp_buffer_to_event(odp_buffer_t buf) -{ - return (odp_event_t)buf; -} - void *odp_buffer_addr(odp_buffer_t buf) { odp_buffer_hdr_t *hdr = buf_hdl_to_hdr(buf); diff --git a/platform/linux-generic/odp_buffer_api.c b/platform/linux-generic/odp_buffer_api.c new file mode 100644 index 000000000..01f99b158 --- /dev/null +++ b/platform/linux-generic/odp_buffer_api.c @@ -0,0 +1,11 @@ +/* Copyright (c) 2019, Nokia + * All rights reserved. + * + * SPDX-License-Identifier: BSD-3-Clause + */ + +#include <odp/api/buffer.h> + +/* Non-inlined functions for ABI compat mode */ +#define _ODP_NO_INLINE +#include <odp/api/plat/buffer_inlines.h> ----------------------------------------------------------------------- Summary of changes: platform/linux-generic/Makefile.am | 2 + .../linux-generic/include-abi/odp/api/abi/buffer.h | 3 ++ .../include/odp/api/plat/buffer_inline_types.h | 1 + .../include/odp/api/plat/buffer_inlines.h | 46 ++++++++++++++++++++++ .../include/odp/api/plat/event_inlines.h | 24 ++++++++++- platform/linux-generic/odp_buffer.c | 20 +--------- .../{odp_cpu_api.c => odp_buffer_api.c} | 6 +-- platform/linux-generic/odp_event.c | 16 -------- 8 files changed, 80 insertions(+), 38 deletions(-) create mode 100644 platform/linux-generic/include/odp/api/plat/buffer_inlines.h copy platform/linux-generic/{odp_cpu_api.c => odp_buffer_api.c} (59%) hooks/post-receive --

5 years, 2 months

[COMMIT] branch master updated. v1.21.0.0-316-gf1e216da9

by git＠git-us.linaro.org

This is an automated email from the git hooks/post-receive script. It was generated because a ref change was pushed to the repository containing the project "". The branch, master has been updated via f1e216da9011444789da716bbc258e530897da6d (commit) via f7caa49d2ba750d1fd29a12e288b441a6dac545f (commit) via f678476829f61a34d5d1e2b69b92c157786162e5 (commit) via c37655b8b74aa50825be8d58afa18d91b4a9a1fd (commit) via 642f27acf0c39ade24d6ea6551dde362206f4d4f (commit) via d2a9548017edaceec8cc682183690592c4c483b2 (commit) via 68e1cd81665c3b8deede1974d653593af85ec183 (commit) from b921639a9df6a0300ca1c50b5853a37241806366 (commit) Those revisions listed above that are new to this repository have not appeared on any other notification email; so we list those revisions in full, below. - Log ----------------------------------------------------------------- commit f1e216da9011444789da716bbc258e530897da6d Author: Matias Elo <matias.elo(a)nokia.com> Date: Fri Nov 1 12:00:41 2019 +0200 validation: scheduler: add scheduled and plain queue tests Add new validation tests to verify that packet order is maintained when events are enqueued and dequeued to/from a plain queue while maintaining atomic/ordered scheduling context. Signed-off-by: Matias Elo <matias.elo(a)nokia.com> Reviewed-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Stanislaw Kardach <skardach(a)marvell.com> Tested-by: Jussi Kerttula <jussi.kerttula(a)nokia.com> diff --git a/test/validation/api/scheduler/scheduler.c b/test/validation/api/scheduler/scheduler.c index da87deaef..ca92a3cf8 100644 --- a/test/validation/api/scheduler/scheduler.c +++ b/test/validation/api/scheduler/scheduler.c @@ -55,6 +55,8 @@ #define WAIT_TOLERANCE (150 * ODP_TIME_MSEC_IN_NS) #define WAIT_1MS_RETRIES 1000 +#define SCHED_AND_PLAIN_ROUNDS 10000 + /* Test global variables */ typedef struct { int num_workers; @@ -72,6 +74,10 @@ typedef struct { odp_queue_t handle; char name[ODP_QUEUE_NAME_LEN]; } chaos_q[CHAOS_NUM_QUEUES]; + struct { + odp_queue_t sched; + odp_queue_t plain; + } sched_and_plain_q; } test_globals_t; typedef struct { @@ -1780,6 +1786,229 @@ static void scheduler_test_ordered_lock(void) CU_ASSERT(drain_queues() == 0); } +static int sched_and_plain_thread(void *arg) +{ + odp_event_t ev1, ev2; + thread_args_t *args = (thread_args_t *)arg; + test_globals_t *globals = args->globals; + odp_queue_t sched_queue = globals->sched_and_plain_q.sched; + odp_queue_t plain_queue = globals->sched_and_plain_q.plain; + odp_schedule_sync_t sync = odp_queue_sched_type(sched_queue); + uint64_t i, wait; + + /* Wait for all threads to start */ + odp_barrier_wait(&globals->barrier); + + /* Run the test */ + wait = odp_schedule_wait_time(10 * ODP_TIME_MSEC_IN_NS); + for (i = 0; i < SCHED_AND_PLAIN_ROUNDS; i++) { + uint32_t rand_val; + + /* Dequeue events from scheduled and plain queues */ + ev1 = odp_schedule(NULL, wait); + if (ev1 == ODP_EVENT_INVALID) + continue; + + if (sync == ODP_SCHED_SYNC_ORDERED) + odp_schedule_order_lock(0); + + ev2 = odp_queue_deq(plain_queue); + CU_ASSERT_FATAL(ev2 != ODP_EVENT_INVALID); + + /* Add random delay to stress scheduler implementation */ + odp_random_data((uint8_t *)&rand_val, sizeof(rand_val), + ODP_RANDOM_BASIC); + odp_time_wait_ns(rand_val % ODP_TIME_USEC_IN_NS); + + /* Enqueue events back to the end of the queues */ + CU_ASSERT_FATAL(!odp_queue_enq(plain_queue, ev2)); + + if (sync == ODP_SCHED_SYNC_ORDERED) + odp_schedule_order_unlock(0); + + CU_ASSERT_FATAL(!odp_queue_enq(sched_queue, ev1)); + } + + /* Make sure scheduling context is released */ + odp_schedule_pause(); + while ((ev1 = odp_schedule(NULL, wait)) != ODP_EVENT_INVALID) + CU_ASSERT_FATAL(!odp_queue_enq(sched_queue, ev1)); + + /* Don't resume scheduling until all threads have finished */ + odp_barrier_wait(&globals->barrier); + odp_schedule_resume(); + + return 0; +} + +static void scheduler_test_sched_and_plain(odp_schedule_sync_t sync) +{ + thread_args_t *args; + test_globals_t *globals; + odp_queue_t sched_queue; + odp_queue_t plain_queue; + odp_pool_t pool; + odp_queue_param_t queue_param; + odp_pool_param_t pool_param; + odp_queue_capability_t queue_capa; + odp_schedule_capability_t sched_capa; + odp_shm_t shm; + odp_event_t ev; + uint32_t *buf_data; + uint32_t seq; + uint64_t wait = odp_schedule_wait_time(100 * ODP_TIME_MSEC_IN_NS); + uint32_t events_per_queue = BUFS_PER_QUEUE / 2; + uint32_t prev_seq; + int first; + + CU_ASSERT_FATAL(!odp_schedule_capability(&sched_capa)); + CU_ASSERT_FATAL(!odp_queue_capability(&queue_capa)) + + if (sync == ODP_SCHED_SYNC_ORDERED && + sched_capa.max_ordered_locks == 0) { + printf("\n NO ORDERED LOCKS. scheduler_test_ordered_and_plain skipped.\n"); + return; + } + + /* Set up the scheduling environment */ + shm = odp_shm_lookup(GLOBALS_SHM_NAME); + CU_ASSERT_FATAL(shm != ODP_SHM_INVALID); + globals = odp_shm_addr(shm); + CU_ASSERT_PTR_NOT_NULL_FATAL(globals); + + shm = odp_shm_lookup(SHM_THR_ARGS_NAME); + CU_ASSERT_FATAL(shm != ODP_SHM_INVALID); + args = odp_shm_addr(shm); + CU_ASSERT_PTR_NOT_NULL_FATAL(args); + args->globals = globals; + + /* Make sure all events fit to queues */ + if (sched_capa.max_queue_size && + sched_capa.max_queue_size < events_per_queue) + events_per_queue = sched_capa.max_queue_size; + if (queue_capa.plain.max_size && + queue_capa.plain.max_size < events_per_queue) + events_per_queue = queue_capa.plain.max_size; + + odp_queue_param_init(&queue_param); + queue_param.type = ODP_QUEUE_TYPE_SCHED; + queue_param.sched.sync = sync; + queue_param.size = events_per_queue; + if (sync == ODP_SCHED_SYNC_ORDERED) + queue_param.sched.lock_count = 1; + + sched_queue = odp_queue_create(NULL, &queue_param); + CU_ASSERT_FATAL(sched_queue != ODP_QUEUE_INVALID); + globals->sched_and_plain_q.sched = sched_queue; + + odp_queue_param_init(&queue_param); + queue_param.type = ODP_QUEUE_TYPE_PLAIN; + queue_param.size = events_per_queue; + + plain_queue = odp_queue_create(NULL, &queue_param); + CU_ASSERT_FATAL(sched_queue != ODP_QUEUE_INVALID); + globals->sched_and_plain_q.plain = plain_queue; + + odp_pool_param_init(&pool_param); + pool_param.buf.size = 100; + pool_param.buf.num = 2 * events_per_queue; + pool_param.type = ODP_POOL_BUFFER; + + pool = odp_pool_create("sched_to_plain_pool", &pool_param); + CU_ASSERT_FATAL(pool != ODP_POOL_INVALID); + + /* Create and enq test events with sequential sequence numbers */ + for (seq = 0; seq < events_per_queue; seq++) { + odp_buffer_t buf1, buf2; + + buf1 = odp_buffer_alloc(pool); + if (buf1 == ODP_BUFFER_INVALID) + break; + buf2 = odp_buffer_alloc(pool); + if (buf2 == ODP_BUFFER_INVALID) { + odp_buffer_free(buf1); + break; + } + buf_data = odp_buffer_addr(buf1); + *buf_data = seq; + buf_data = odp_buffer_addr(buf2); + *buf_data = seq; + + /* Events flow id is 0 by default */ + CU_ASSERT_FATAL(!odp_queue_enq(sched_queue, + odp_buffer_to_event(buf1))); + CU_ASSERT_FATAL(!odp_queue_enq(plain_queue, + odp_buffer_to_event(buf2))); + } + CU_ASSERT_FATAL(seq > 2); + + /* Test runs also on the main thread */ + args->cu_thr.numthrds = globals->num_workers - 1; + if (args->cu_thr.numthrds > 0) + odp_cunit_thread_create(sched_and_plain_thread, &args->cu_thr); + + sched_and_plain_thread(args); + + if (args->cu_thr.numthrds > 0) + odp_cunit_thread_exit(&args->cu_thr); + + /* Check plain queue sequence numbers and free events */ + first = 1; + while (1) { + ev = odp_queue_deq(plain_queue); + if (ev == ODP_EVENT_INVALID) + break; + + buf_data = odp_buffer_addr(odp_buffer_from_event(ev)); + seq = *buf_data; + + if (first) { + first = 0; + prev_seq = seq; + continue; + } + + CU_ASSERT(seq == prev_seq + 1 || seq == 0) + prev_seq = seq; + odp_event_free(ev); + } + + /* Check scheduled queue sequence numbers and free events */ + first = 1; + while (1) { + ev = odp_schedule(NULL, wait); + if (ev == ODP_EVENT_INVALID) + break; + + buf_data = odp_buffer_addr(odp_buffer_from_event(ev)); + seq = *buf_data; + + if (first) { + first = 0; + prev_seq = seq; + continue; + } + + CU_ASSERT(seq == prev_seq + 1 || seq == 0) + prev_seq = seq; + odp_event_free(ev); + } + + CU_ASSERT(!odp_queue_destroy(sched_queue)); + CU_ASSERT(!odp_queue_destroy(plain_queue)); + CU_ASSERT(!odp_pool_destroy(pool)); +} + +static void scheduler_test_atomic_and_plain(void) +{ + scheduler_test_sched_and_plain(ODP_SCHED_SYNC_ATOMIC); +} + +static void scheduler_test_ordered_and_plain(void) +{ + scheduler_test_sched_and_plain(ODP_SCHED_SYNC_ORDERED); +} + static int create_queues(test_globals_t *globals) { int i, j, prios, rc; @@ -2278,6 +2507,8 @@ odp_testinfo_t scheduler_suite[] = { ODP_TEST_INFO(scheduler_test_parallel), ODP_TEST_INFO(scheduler_test_atomic), ODP_TEST_INFO(scheduler_test_ordered), + ODP_TEST_INFO(scheduler_test_atomic_and_plain), + ODP_TEST_INFO(scheduler_test_ordered_and_plain), ODP_TEST_INFO(scheduler_test_chaos), ODP_TEST_INFO(scheduler_test_1q_1t_n), ODP_TEST_INFO(scheduler_test_1q_1t_a), commit f7caa49d2ba750d1fd29a12e288b441a6dac545f Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Thu Oct 31 16:42:19 2019 +0200 test: timer_perf: add private timer pool support Added -s option to select between shared and private timer pools. Currently, private timer pools can be tested only with single CPU (the master thread runs the test). Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/test/performance/odp_timer_perf.c b/test/performance/odp_timer_perf.c index d0f936a8e..c49baf0bd 100644 --- a/test/performance/odp_timer_perf.c +++ b/test/performance/odp_timer_perf.c @@ -25,6 +25,7 @@ typedef struct test_options_t { uint32_t num_timer; uint64_t res_ns; uint64_t period_ns; + int shared; } test_options_t; @@ -87,6 +88,10 @@ static void print_usage(void) " -t, --num_timer Number of timers per timer pool. Default: 10\n" " -r, --res_ns Resolution in nsec. Default: 10000000\n" " -p, --period_ns Timeout period in nsec. Default: 100000000\n" + " -s, --shared Shared vs private timer pool. Currently, private pools can be\n" + " tested only with single CPU. Default: 1\n" + " 0: Private timer pools\n" + " 1: Shared timer pools\n" " -h, --help This help\n" "\n"); } @@ -103,17 +108,19 @@ static int parse_options(int argc, char *argv[], test_options_t *test_options) {"num_timer", required_argument, NULL, 't'}, {"res_ns", required_argument, NULL, 'r'}, {"period_ns", required_argument, NULL, 'p'}, + {"shared", required_argument, NULL, 's'}, {"help", no_argument, NULL, 'h'}, {NULL, 0, NULL, 0} }; - static const char *shortopts = "+c:n:t:r:p:h"; + static const char *shortopts = "+c:n:t:r:p:s:h"; test_options->num_cpu = 1; test_options->num_tp = 1; test_options->num_timer = 10; test_options->res_ns = 10 * ODP_TIME_MSEC_IN_NS; test_options->period_ns = 100 * ODP_TIME_MSEC_IN_NS; + test_options->shared = 1; while (1) { opt = getopt_long(argc, argv, shortopts, longopts, &long_index); @@ -137,6 +144,9 @@ static int parse_options(int argc, char *argv[], test_options_t *test_options) case 'p': test_options->period_ns = atoll(optarg); break; + case 's': + test_options->shared = atoi(optarg); + break; case 'h': /* fall through */ default: @@ -159,6 +169,7 @@ static int set_num_cpu(test_global_t *global) int ret; test_options_t *test_options = &global->test_options; int num_cpu = test_options->num_cpu; + int shared = test_options->shared; /* One thread used for the main thread */ if (num_cpu > ODP_THREAD_COUNT_MAX - 1) { @@ -174,14 +185,21 @@ static int set_num_cpu(test_global_t *global) return -1; } + if (shared == 0 && num_cpu != 1) { + printf("Error: Private pool test supports only single CPU\n."); + return -1; + } + /* Zero: all available workers */ if (num_cpu == 0) { num_cpu = ret; test_options->num_cpu = num_cpu; } - /* Main thread + all workers */ - odp_barrier_init(&global->barrier, num_cpu + 1); + if (shared) /* Main thread + all workers */ + odp_barrier_init(&global->barrier, num_cpu + 1); + else /* Only the main thread */ + odp_barrier_init(&global->barrier, 1); return 0; } @@ -204,11 +222,17 @@ static int create_timer_pools(test_global_t *global) uint32_t num_timer = test_options->num_timer; uint64_t res_ns = test_options->res_ns; uint64_t period_ns = test_options->period_ns; + int priv; max_tmo_ns = START_NS + (num_timer * period_ns); + priv = 0; + if (test_options->shared == 0) + priv = 1; + printf("\nTimer performance test\n"); printf(" num cpu %u\n", num_cpu); + printf(" private pool %i\n", priv); printf(" num timer pool %u\n", num_tp); printf(" num timer %u\n", num_timer); printf(" resolution %" PRIu64 " nsec\n", res_ns); @@ -266,7 +290,7 @@ static int create_timer_pools(test_global_t *global) timer_pool_param.min_tmo = START_NS; timer_pool_param.max_tmo = max_tmo_ns; timer_pool_param.num_timers = num_timer; - timer_pool_param.priv = 0; + timer_pool_param.priv = priv; timer_pool_param.clk_src = ODP_CLOCK_CPU; odp_pool_param_init(&pool_param); @@ -540,8 +564,6 @@ static int start_workers(test_global_t *global, odp_instance_t instance) thr_param[i].start = test_worker; thr_param[i].arg = &global->thread_arg[i]; thr_param[i].thr_type = ODP_THREAD_WORKER; - - global->thread_arg[i].global = global; } ret = odph_thread_create(global->thread_tbl, &thr_common, thr_param, @@ -644,16 +666,24 @@ int main(int argc, char **argv) odp_instance_t instance; odp_init_t init; test_global_t *global; + test_options_t *test_options; + int i, shared; global = &test_global; memset(global, 0, sizeof(test_global_t)); odp_atomic_init_u32(&global->exit_test, 0); + for (i = 0; i < ODP_THREAD_COUNT_MAX; i++) + global->thread_arg[i].global = global; + signal(SIGINT, sig_handler); if (parse_options(argc, argv, &global->test_options)) return -1; + test_options = &global->test_options; + shared = test_options->shared; + /* List features not to be used */ odp_init_param_init(&init); init.not_used.feat.cls = 1; @@ -681,22 +711,33 @@ int main(int argc, char **argv) if (create_timer_pools(global)) return -1; - /* Start worker threads */ - start_workers(global, instance); + if (shared) { + /* Start worker threads */ + start_workers(global, instance); - /* Wait until workers have started. - * Scheduler calls from workers may be needed to run timer pools in - * a software implementation. Wait 1 msec to ensure that timer pools - * are running before setting timers. */ - odp_barrier_wait(&global->barrier); - odp_time_wait_ns(ODP_TIME_MSEC_IN_NS); + /* Wait until workers have started. + * Scheduler calls from workers may be needed to run timer + * pools in a software implementation. Wait 1 msec to ensure + * that timer pools are running before setting timers. */ + odp_barrier_wait(&global->barrier); + odp_time_wait_ns(ODP_TIME_MSEC_IN_NS); + } /* Set timers. Force workers to exit on failure. */ if (set_timers(global)) odp_atomic_add_u32(&global->exit_test, MAX_TIMER_POOLS); - /* Wait workers to exit */ - odph_thread_join(global->thread_tbl, global->test_options.num_cpu); + if (!shared) { + /* Test private pools on the master thread */ + if (test_worker(&global->thread_arg[0])) { + printf("Error: test loop failed\n"); + return -1; + } + } else { + /* Wait workers to exit */ + odph_thread_join(global->thread_tbl, + global->test_options.num_cpu); + } print_stat(global); commit f678476829f61a34d5d1e2b69b92c157786162e5 Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Thu Oct 31 10:27:02 2019 +0200 validation: timer: add private timer pool test Create timer pool with the 'priv' flag set. The same thread calls schedule / queue_deq that created the pool. Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/test/validation/api/timer/timer.c b/test/validation/api/timer/timer.c index 376a1218b..c9a70205e 100644 --- a/test/validation/api/timer/timer.c +++ b/test/validation/api/timer/timer.c @@ -536,7 +536,7 @@ static void timer_test_pkt_event_sched(void) timer_test_event_type(ODP_QUEUE_TYPE_SCHED, ODP_EVENT_PACKET); } -static void timer_test_queue_type(odp_queue_type_t queue_type) +static void timer_test_queue_type(odp_queue_type_t queue_type, int priv) { odp_pool_t pool; const int num = 10; @@ -567,7 +567,7 @@ static void timer_test_queue_type(odp_queue_type_t queue_type) tparam.min_tmo = global_mem->param.min_tmo; tparam.max_tmo = global_mem->param.max_tmo; tparam.num_timers = num + 1; - tparam.priv = 0; + tparam.priv = priv; tparam.clk_src = ODP_CLOCK_CPU; ODPH_DBG("\nTimer pool parameters:\n"); @@ -665,8 +665,7 @@ static void timer_test_queue_type(odp_queue_type_t queue_type) CU_ASSERT(diff_test > (test_period - period_ns)); CU_ASSERT(diff_test < (test_period + period_ns)); - /* Scalable scheduler needs this pause sequence. Otherwise, it gets - * stuck on terminate. */ + /* Reset scheduler context for the next test case */ if (queue_type == ODP_QUEUE_TYPE_SCHED) { odp_schedule_pause(); while (1) { @@ -677,6 +676,7 @@ static void timer_test_queue_type(odp_queue_type_t queue_type) CU_FAIL("Drop extra event\n"); odp_event_free(ev); } + odp_schedule_resume(); } odp_timer_pool_destroy(tp); @@ -687,12 +687,22 @@ static void timer_test_queue_type(odp_queue_type_t queue_type) static void timer_test_plain_queue(void) { - timer_test_queue_type(ODP_QUEUE_TYPE_PLAIN); + timer_test_queue_type(ODP_QUEUE_TYPE_PLAIN, 0); } static void timer_test_sched_queue(void) { - timer_test_queue_type(ODP_QUEUE_TYPE_SCHED); + timer_test_queue_type(ODP_QUEUE_TYPE_SCHED, 0); +} + +static void timer_test_plain_queue_priv(void) +{ + timer_test_queue_type(ODP_QUEUE_TYPE_PLAIN, 1); +} + +static void timer_test_sched_queue_priv(void) +{ + timer_test_queue_type(ODP_QUEUE_TYPE_SCHED, 1); } static void timer_test_cancel(void) @@ -1451,6 +1461,8 @@ odp_testinfo_t timer_suite[] = { ODP_TEST_INFO(timer_test_max_tmo_max_tmo_sched), ODP_TEST_INFO(timer_test_plain_queue), ODP_TEST_INFO(timer_test_sched_queue), + ODP_TEST_INFO(timer_test_plain_queue_priv), + ODP_TEST_INFO(timer_test_sched_queue_priv), ODP_TEST_INFO(timer_test_all), ODP_TEST_INFO_NULL, }; commit c37655b8b74aa50825be8d58afa18d91b4a9a1fd Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Wed Oct 30 16:08:34 2019 +0200 linux-gen: timer: use thread type config option Use configure file option to select if control threads poll shared timer pools. Timer processing of control and worker threads may be separated completely, if control threads create private timer pools and do not process shared pools. This way, worker threads will not poll control thread pools and vice versa, but both can use timers. Implemented private timer pools with minimal effort. Implementation of private and shared pools could be separated in the future (for better performance), as private pools do not need data synchronization between other threads. Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/platform/linux-generic/odp_timer.c b/platform/linux-generic/odp_timer.c index e82d29059..3a82ee84b 100644 --- a/platform/linux-generic/odp_timer.c +++ b/platform/linux-generic/odp_timer.c @@ -127,6 +127,7 @@ typedef struct timer_pool_s { odp_shm_t shm; timer_t timerid; int notify_overrun; + int owner; pthread_t thr_pthread; /* pthread_t of timer thread */ pid_t thr_pid; /* gettid() for timer thread */ int thr_warm_up; /* number of warm up rounds */ @@ -167,6 +168,7 @@ typedef struct timer_global_t { typedef struct timer_local_t { odp_time_t last_run; int run_cnt; + uint8_t poll_shared; } timer_local_t; @@ -353,6 +355,11 @@ static odp_timer_pool_t timer_pool_new(const char *name, odp_atomic_init_u32(&tp->high_wm, 0); tp->first_free = 0; tp->notify_overrun = 1; + tp->owner = -1; + + if (param->priv) + tp->owner = odp_thread_id(); + tp->tick_buf = (void *)((char *)odp_shm_addr(shm) + sz0); tp->timers = (void *)((char *)odp_shm_addr(shm) + sz0 + sz1); @@ -922,6 +929,17 @@ static inline void timer_pool_scan_inline(int num, odp_time_t now) if (tp == NULL) continue; + if (odp_likely(tp->owner < 0)) { + /* Skip shared pool, if this thread is not configured + * to process those */ + if (odp_unlikely(timer_local.poll_shared == 0)) + continue; + } else { + /* Skip private pool, if this thread is not the owner */ + if (tp->owner != odp_thread_id()) + continue; + } + nsec = time_nsec(tp, now); new_tick = nsec / tp->nsec_per_scan; old_tick = odp_atomic_load_u64(&tp->cur_tick); @@ -1557,8 +1575,27 @@ int _odp_timer_term_global(void) int _odp_timer_init_local(void) { + int conf_thr_type; + odp_thread_type_t thr_type; + timer_local.last_run = odp_time_global_from_ns(0); timer_local.run_cnt = 1; + timer_local.poll_shared = 0; + + /* Timer feature disabled */ + if (timer_global == NULL) + return 0; + + /* Check if this thread polls shared (non-private) timer pools */ + conf_thr_type = timer_global->thread_type; + thr_type = odp_thread_type(); + + if (conf_thr_type == 0) + timer_local.poll_shared = 1; + else if (conf_thr_type == 1 && thr_type == ODP_THREAD_WORKER) + timer_local.poll_shared = 1; + else if (conf_thr_type == 2 && thr_type == ODP_THREAD_CONTROL) + timer_local.poll_shared = 1; return 0; } commit 642f27acf0c39ade24d6ea6551dde362206f4d4f Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Wed Oct 30 13:57:23 2019 +0200 linux-gen: timer: move thread local variables into struct Moved type definition into beginning of the file and gathered thread local variables into timer_local_t struct. Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/platform/linux-generic/odp_timer.c b/platform/linux-generic/odp_timer.c index 4af31bcc1..e82d29059 100644 --- a/platform/linux-generic/odp_timer.c +++ b/platform/linux-generic/odp_timer.c @@ -66,35 +66,12 @@ /* Max inline timer resolution */ #define MAX_INLINE_RES_NS 500 -/****************************************************************************** - * Mutual exclusion in the absence of CAS16 - *****************************************************************************/ - +/* Mutual exclusion in the absence of CAS16 */ #ifndef ODP_ATOMIC_U128 #define NUM_LOCKS 1024 #define IDX2LOCK(idx) (&timer_global->locks[(idx) % NUM_LOCKS]) #endif -/****************************************************************************** - * Translation between timeout buffer and timeout header - *****************************************************************************/ - -static odp_timeout_hdr_t *timeout_hdr_from_buf(odp_buffer_t buf) -{ - return (odp_timeout_hdr_t *)(void *)buf_hdl_to_hdr(buf); -} - -static odp_timeout_hdr_t *timeout_hdr(odp_timeout_t tmo) -{ - odp_buffer_t buf = odp_buffer_from_event(odp_timeout_to_event(tmo)); - - return timeout_hdr_from_buf(buf); -} - -/****************************************************************************** - * odp_timer abstract datatype - *****************************************************************************/ - typedef struct #ifdef ODP_ATOMIC_U128 ODP_ALIGNED(16) /* 16-byte atomic operations need properly aligned addresses */ @@ -128,55 +105,11 @@ ODP_STATIC_ASSERT(sizeof(tick_buf_t) == 16, "sizeof(tick_buf_t) == 16"); typedef struct { void *user_ptr; odp_queue_t queue;/* Used for free list when timer is free */ -} _odp_timer_t; - -static void timer_init(_odp_timer_t *tim, - tick_buf_t *tb, - odp_queue_t _q, - void *_up) -{ - tim->queue = _q; - tim->user_ptr = _up; - tb->tmo_u64 = 0; - tb->tmo_buf = ODP_BUFFER_INVALID; - /* Release the timer by setting timer state to inactive */ -#if __GCC_ATOMIC_LLONG_LOCK_FREE < 2 - tb->exp_tck.v = TMO_INACTIVE; -#else - _odp_atomic_u64_store_mm(&tb->exp_tck, TMO_INACTIVE, _ODP_MEMMODEL_RLS); -#endif -} - -/* Teardown when timer is freed */ -static void timer_fini(_odp_timer_t *tim, tick_buf_t *tb) -{ - ODP_ASSERT(tb->exp_tck.v == TMO_UNUSED); - ODP_ASSERT(tb->tmo_buf == ODP_BUFFER_INVALID); - tim->queue = ODP_QUEUE_INVALID; - tim->user_ptr = NULL; -} - -static inline uint32_t get_next_free(_odp_timer_t *tim) -{ - /* Reusing 'queue' for next free index */ - return _odp_typeval(tim->queue); -} - -static inline void set_next_free(_odp_timer_t *tim, uint32_t nf) -{ - ODP_ASSERT(tim->queue == ODP_QUEUE_INVALID); - /* Reusing 'queue' for next free index */ - tim->queue = _odp_cast_scalar(odp_queue_t, nf); -} - -/****************************************************************************** - * timer_pool_t abstract datatype - * Inludes alloc and free timer - *****************************************************************************/ +} _odp_timer_t; typedef struct timer_pool_s { -/* Put frequently accessed fields in the first cache line */ + /* Put frequently accessed fields in the first cache line */ uint64_t nsec_per_scan; odp_time_t start_time; odp_atomic_u64_t cur_tick;/* Current tick value */ @@ -199,6 +132,7 @@ typedef struct timer_pool_s { int thr_warm_up; /* number of warm up rounds */ odp_atomic_u32_t thr_ready; /* thread ready from warm up */ int thr_exit; /* request to exit for timer thread */ + } timer_pool_t; /* Timer pool index must fit into 8 bits with one index value reserved to @@ -230,8 +164,62 @@ typedef struct timer_global_t { } timer_global_t; +typedef struct timer_local_t { + odp_time_t last_run; + int run_cnt; + +} timer_local_t; + +/* Points to timer global data */ static timer_global_t *timer_global; +/* Timer thread local data */ +static __thread timer_local_t timer_local; + +/* Forward declarations */ +static void itimer_init(timer_pool_t *tp); +static void itimer_fini(timer_pool_t *tp); + +static void timer_init(_odp_timer_t *tim, + tick_buf_t *tb, + odp_queue_t _q, + void *_up) +{ + tim->queue = _q; + tim->user_ptr = _up; + tb->tmo_u64 = 0; + tb->tmo_buf = ODP_BUFFER_INVALID; + + /* Release the timer by setting timer state to inactive */ +#if __GCC_ATOMIC_LLONG_LOCK_FREE < 2 + tb->exp_tck.v = TMO_INACTIVE; +#else + _odp_atomic_u64_store_mm(&tb->exp_tck, TMO_INACTIVE, _ODP_MEMMODEL_RLS); +#endif +} + +/* Teardown when timer is freed */ +static void timer_fini(_odp_timer_t *tim, tick_buf_t *tb) +{ + ODP_ASSERT(tb->exp_tck.v == TMO_UNUSED); + ODP_ASSERT(tb->tmo_buf == ODP_BUFFER_INVALID); + tim->queue = ODP_QUEUE_INVALID; + tim->user_ptr = NULL; +} + +static inline uint32_t get_next_free(_odp_timer_t *tim) +{ + /* Reusing 'queue' for next free index */ + return _odp_typeval(tim->queue); +} + +static inline void set_next_free(_odp_timer_t *tim, uint32_t nf) +{ + ODP_ASSERT(tim->queue == ODP_QUEUE_INVALID); + /* Reusing 'queue' for next free index */ + tim->queue = _odp_cast_scalar(odp_queue_t, nf); +} + static inline timer_pool_t *timer_pool_from_hdl(odp_timer_pool_t hdl) { return (timer_pool_t *)(uintptr_t)hdl; @@ -274,9 +262,17 @@ static inline odp_timer_t tp_idx_to_handle(timer_pool_t *tp, (idx + 1)); } -/* Forward declarations */ -static void itimer_init(timer_pool_t *tp); -static void itimer_fini(timer_pool_t *tp); +static odp_timeout_hdr_t *timeout_hdr_from_buf(odp_buffer_t buf) +{ + return (odp_timeout_hdr_t *)(void *)buf_hdl_to_hdr(buf); +} + +static odp_timeout_hdr_t *timeout_hdr(odp_timeout_t tmo) +{ + odp_buffer_t buf = odp_buffer_from_event(odp_timeout_to_event(tmo)); + + return timeout_hdr_from_buf(buf); +} static odp_timer_pool_t timer_pool_new(const char *name, const odp_timer_pool_param_t *param) @@ -952,8 +948,6 @@ static inline void timer_pool_scan_inline(int num, odp_time_t now) void _timer_run_inline(int dec) { - static __thread odp_time_t last_timer_run; - static __thread int timer_run_cnt = 1; odp_time_t now; int num = timer_global->highest_tp_idx + 1; int poll_interval = timer_global->poll_interval; @@ -964,21 +958,21 @@ void _timer_run_inline(int dec) /* Rate limit how often this thread checks the timer pools. */ if (poll_interval > 1) { - timer_run_cnt -= dec; - if (timer_run_cnt > 0) + timer_local.run_cnt -= dec; + if (timer_local.run_cnt > 0) return; - timer_run_cnt = poll_interval; + timer_local.run_cnt = poll_interval; } now = odp_time_global(); if (poll_interval > 1) { - odp_time_t period = odp_time_diff(now, last_timer_run); + odp_time_t period = odp_time_diff(now, timer_local.last_run); if (odp_time_cmp(period, timer_global->poll_interval_time) < 0) return; - last_timer_run = now; + timer_local.last_run = now; } /* Check the timer pools. */ @@ -1563,6 +1557,9 @@ int _odp_timer_term_global(void) int _odp_timer_init_local(void) { + timer_local.last_run = odp_time_global_from_ns(0); + timer_local.run_cnt = 1; + return 0; } commit d2a9548017edaceec8cc682183690592c4c483b2 Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Wed Oct 30 11:24:56 2019 +0200 linux-gen: timer: add inline_thread_type config file option Added option to control which thread types process (non-private) inline timer pools. Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/config/odp-linux-generic.conf b/config/odp-linux-generic.conf index 4e24ef82d..b35089944 100644 --- a/config/odp-linux-generic.conf +++ b/config/odp-linux-generic.conf @@ -16,7 +16,7 @@ # Mandatory fields odp_implementation = "linux-generic" -config_file_version = "0.1.9" +config_file_version = "0.1.10" # Shared memory options shm: { @@ -148,18 +148,21 @@ timer: { # Use inline timer implementation # # By default, timer processing is done in background threads (thread per - # timer pool). With inline implementation timers are processed on worker - # cores instead. When using inline timers the application has to call - # odp_schedule() or odp_queue_deq() to actuate timer processing. + # timer pool). With inline implementation timers are processed by ODP + # application threads instead. When using inline timers the application + # has to call odp_schedule() or odp_queue_deq() regularly to actuate + # timer processing. # - # Set to 1 to enable + # 0: Use POSIX timer and background threads to process timers + # 1: Use inline timer implementation and application threads to process + # timers inline = 0 # Inline timer poll interval # # When set to 1 inline timers are polled during every schedule round. # Increasing the value reduces timer processing overhead while - # decreasing accuracy. Ignored when inline timer is not enabled. + # decreasing accuracy. Ignored when inline timer is not used. inline_poll_interval = 10 # Inline timer poll interval in nanoseconds @@ -168,6 +171,18 @@ timer: { # inline timer polling rate in nanoseconds. By default, this defines the # maximum rate a thread may poll timers. If a timer pool is created with # a higher resolution than this, the polling rate is increased - # accordingly. + # accordingly. Ignored when inline timer is not used. inline_poll_interval_nsec = 500000 + + # Inline timer use of threads + # + # Select which thread types process non-private timer pools in inline + # timer implementation. Thread type does not affect private timer + # pool procesessing, those are always processed by the thread which + # created the pool. Ignored when inline timer is not used. + # + # 0: Both control and worker threads process non-private timer pools + # 1: Only worker threads process non-private timer pools + # 2: Only control threads process non-private timer pools + inline_thread_type = 0 } diff --git a/platform/linux-generic/odp_timer.c b/platform/linux-generic/odp_timer.c index e21b29b0c..4af31bcc1 100644 --- a/platform/linux-generic/odp_timer.c +++ b/platform/linux-generic/odp_timer.c @@ -226,6 +226,7 @@ typedef struct timer_global_t { odp_bool_t use_inline_timers; int poll_interval; int highest_tp_idx; + uint8_t thread_type; } timer_global_t; @@ -1511,35 +1512,43 @@ int _odp_timer_init_global(const odp_init_t *params) conf_str = "timer.inline"; if (!_odp_libconfig_lookup_int(conf_str, &val)) { ODP_ERR("Config option '%s' not found.\n", conf_str); - odp_shm_free(shm); - return -1; + goto error; } timer_global->use_inline_timers = val; conf_str = "timer.inline_poll_interval"; if (!_odp_libconfig_lookup_int(conf_str, &val)) { ODP_ERR("Config option '%s' not found.\n", conf_str); - odp_shm_free(shm); - return -1; + goto error; } timer_global->poll_interval = val; conf_str = "timer.inline_poll_interval_nsec"; if (!_odp_libconfig_lookup_int(conf_str, &val)) { ODP_ERR("Config option '%s' not found.\n", conf_str); - odp_shm_free(shm); - return -1; + goto error; } timer_global->poll_interval_nsec = val; timer_global->poll_interval_time = odp_time_global_from_ns(timer_global->poll_interval_nsec); + conf_str = "timer.inline_thread_type"; + if (!_odp_libconfig_lookup_int(conf_str, &val)) { + ODP_ERR("Config option '%s' not found.\n", conf_str); + goto error; + } + timer_global->thread_type = val; + if (!timer_global->use_inline_timers) { timer_res_init(); block_sigalarm(); } return 0; + +error: + odp_shm_free(shm); + return -1; } int _odp_timer_term_global(void) diff --git a/platform/linux-generic/test/inline-timer.conf b/platform/linux-generic/test/inline-timer.conf index 435f51e6d..362ecd559 100644 --- a/platform/linux-generic/test/inline-timer.conf +++ b/platform/linux-generic/test/inline-timer.conf @@ -1,6 +1,6 @@ # Mandatory fields odp_implementation = "linux-generic" -config_file_version = "0.1.9" +config_file_version = "0.1.10" timer: { # Enable inline timer implementation diff --git a/platform/linux-generic/test/process-mode.conf b/platform/linux-generic/test/process-mode.conf index 708b9b4a8..6fb08aeaf 100644 --- a/platform/linux-generic/test/process-mode.conf +++ b/platform/linux-generic/test/process-mode.conf @@ -1,6 +1,6 @@ # Mandatory fields odp_implementation = "linux-generic" -config_file_version = "0.1.9" +config_file_version = "0.1.10" # Shared memory options shm: { commit 68e1cd81665c3b8deede1974d653593af85ec183 Author: Petri Savolainen <petri.savolainen(a)nokia.com> Date: Tue Oct 29 16:46:05 2019 +0200 linux-gen: timer: coding style fixes Fix most issues reported by the current checkpatch version. Signed-off-by: Petri Savolainen <petri.savolainen(a)nokia.com> Reviewed-by: Matias Elo <matias.elo(a)nokia.com> diff --git a/platform/linux-generic/odp_timer.c b/platform/linux-generic/odp_timer.c index 1ca61e179..e21b29b0c 100644 --- a/platform/linux-generic/odp_timer.c +++ b/platform/linux-generic/odp_timer.c @@ -87,6 +87,7 @@ static odp_timeout_hdr_t *timeout_hdr_from_buf(odp_buffer_t buf) static odp_timeout_hdr_t *timeout_hdr(odp_timeout_t tmo) { odp_buffer_t buf = odp_buffer_from_event(odp_timeout_to_event(tmo)); + return timeout_hdr_from_buf(buf); } @@ -243,8 +244,10 @@ static inline odp_timer_pool_t timer_pool_to_hdl(timer_pool_t *tp) static inline timer_pool_t *handle_to_tp(odp_timer_t hdl) { uint32_t tp_idx = _odp_typeval(hdl) >> INDEX_BITS; + if (odp_likely(tp_idx < MAX_TIMER_POOLS)) { timer_pool_t *tp = timer_global->timer_pool[tp_idx]; + if (odp_likely(tp != NULL)) return timer_global->timer_pool[tp_idx]; } @@ -255,6 +258,7 @@ static inline uint32_t handle_to_idx(odp_timer_t hdl, timer_pool_t *tp) { uint32_t idx = (_odp_typeval(hdl) & ((1U << INDEX_BITS) - 1U)) - 1; + __builtin_prefetch(&tp->tick_buf[idx], 0, 0); if (odp_likely(idx < odp_atomic_load_u32(&tp->high_wm))) return idx; @@ -471,6 +475,7 @@ static inline odp_timer_t timer_alloc(timer_pool_t *tp, void *user_ptr) { odp_timer_t hdl; + odp_spinlock_lock(&tp->lock); if (odp_likely(tp->num_alloc < tp->param.num_timers)) { tp->num_alloc++; @@ -478,6 +483,7 @@ static inline odp_timer_t timer_alloc(timer_pool_t *tp, ODP_ASSERT(tp->first_free != tp->param.num_timers); uint32_t idx = tp->first_free; _odp_timer_t *tim = &tp->timers[idx]; + tp->first_free = get_next_free(tim); /* Initialize timer */ timer_init(tim, &tp->tick_buf[idx], queue, user_ptr); @@ -532,10 +538,8 @@ static inline odp_buffer_t timer_free(timer_pool_t *tp, uint32_t idx) * expire/reset/cancel timer *****************************************************************************/ -static bool timer_reset(uint32_t idx, - uint64_t abs_tck, - odp_buffer_t *tmo_buf, - timer_pool_t *tp) +static bool timer_reset(uint32_t idx, uint64_t abs_tck, odp_buffer_t *tmo_buf, + timer_pool_t *tp) { bool success = true; tick_buf_t *tb = &tp->tick_buf[idx]; @@ -582,7 +586,7 @@ static bool timer_reset(uint32_t idx, /* Swap in new expiration tick, get back old tick which * will indicate active/inactive timer state */ old = _odp_atomic_u64_xchg_mm(&tb->exp_tck, abs_tck, - _ODP_MEMMODEL_RLX); + _ODP_MEMMODEL_RLX); if ((old & TMO_INACTIVE) != 0) { /* Timer was inactive (cancelled or expired), * we can't reset a timer without a timeout buffer. @@ -747,12 +751,11 @@ static odp_buffer_t timer_cancel(timer_pool_t *tp, /* Atomic CAS will fail if we experienced torn reads, * retry update sequence until CAS succeeds */ - } while (!_odp_atomic_u128_cmp_xchg_mm( - (_odp_atomic_u128_t *)tb, - (_uint128_t *)&old, - (_uint128_t *)&new, - _ODP_MEMMODEL_RLS, - _ODP_MEMMODEL_RLX)); + } while (!_odp_atomic_u128_cmp_xchg_mm((_odp_atomic_u128_t *)tb, + (_uint128_t *)&old, + (_uint128_t *)&new, + _ODP_MEMMODEL_RLS, + _ODP_MEMMODEL_RLX)); old_buf = old.tmo_buf; #else /* Take a related lock */ @@ -881,6 +884,7 @@ static inline void timer_pool_scan(timer_pool_t *tp, uint64_t tick) __builtin_prefetch(&array[i + 32], 0, 0); /* Non-atomic read for speed */ uint64_t exp_tck = array[i].exp_tck.v; + if (odp_unlikely(exp_tck <= tick)) { /* Attempt to expire timer */ timer_expire(tp, i, tick); @@ -1142,7 +1146,7 @@ static void itimer_init(timer_pool_t *tp) int ret; ODP_DBG("Creating POSIX timer for timer pool %s, period %" - PRIu64" ns\n", tp->name, tp->param.res_ns); + PRIu64 " ns\n", tp->name, tp->param.res_ns); res = tp->param.res_ns; sec = res / ODP_TIME_SEC_IN_NS; @@ -1341,6 +1345,7 @@ odp_event_t odp_timer_free(odp_timer_t hdl) timer_pool_t *tp = handle_to_tp(hdl); uint32_t idx = handle_to_idx(hdl, tp); odp_buffer_t old_buf = timer_free(tp, idx); + return odp_buffer_to_event(old_buf); } @@ -1387,6 +1392,7 @@ int odp_timer_cancel(odp_timer_t hdl, odp_event_t *tmo_ev) uint32_t idx = handle_to_idx(hdl, tp); /* Set the expiration tick of the timer to TMO_INACTIVE */ odp_buffer_t old_buf = timer_cancel(tp, idx); + if (old_buf != ODP_BUFFER_INVALID) { *tmo_ev = odp_buffer_to_event(old_buf); return 0; /* Active timer cancelled, timeout returned */ @@ -1453,6 +1459,7 @@ void *odp_timeout_user_ptr(odp_timeout_t tmo) odp_timeout_t odp_timeout_alloc(odp_pool_t pool) { odp_buffer_t buf = odp_buffer_alloc(pool); + if (odp_unlikely(buf == ODP_BUFFER_INVALID)) return ODP_TIMEOUT_INVALID; return odp_timeout_from_event(odp_buffer_to_event(buf)); @@ -1461,6 +1468,7 @@ odp_timeout_t odp_timeout_alloc(odp_pool_t pool) void odp_timeout_free(odp_timeout_t tmo) { odp_event_t ev = odp_timeout_to_event(tmo); + odp_buffer_free(odp_buffer_from_event(ev)); } @@ -1494,6 +1502,7 @@ int _odp_timer_init_global(const odp_init_t *params) #ifndef ODP_ATOMIC_U128 uint32_t i; + for (i = 0; i < NUM_LOCKS; i++) _odp_atomic_flag_clear(&timer_global->locks[i]); #else ----------------------------------------------------------------------- Summary of changes: config/odp-linux-generic.conf | 29 ++- platform/linux-generic/odp_timer.c | 246 ++++++++++++++++---------- platform/linux-generic/test/inline-timer.conf | 2 +- platform/linux-generic/test/process-mode.conf | 2 +- test/performance/odp_timer_perf.c | 73 ++++++-- test/validation/api/scheduler/scheduler.c | 231 ++++++++++++++++++++++++ test/validation/api/timer/timer.c | 24 ++- 7 files changed, 479 insertions(+), 128 deletions(-) hooks/post-receive --

5 years, 2 months

[COMMIT] branch master updated. v1.21.0.0-309-gb921639a9

by git＠git-us.linaro.org

This is an automated email from the git hooks/post-receive script. It was generated because a ref change was pushed to the repository containing the project "". The branch, master has been updated via b921639a9df6a0300ca1c50b5853a37241806366 (commit) via 6f367faae189144beeaafcd9850065b3f1b1098e (commit) via 4afa7da09edf07126573940fffed0784ef3080ff (commit) via 5db9a7a1c59d4eda436d896dce41a2c7aa8f79c4 (commit) via b89a5b77e92060c9343ab162526d05a8ee97f8b4 (commit) via fc07575511c3a5b79ccae80ca278b3daad4f101d (commit) via ff99ba52f99a608dc1a41f4d8a86ab5c2f8491ca (commit) via 426ee8c61835c8faa5df0873ecc4ec7c8667c691 (commit) via 559aec0db739c624652facd3b337d0430cba8c61 (commit) via 720d655c9161007b561bf033a4fbe0b31ab7fb6a (commit) from 1a8b32c758894b0d0a71ebbd86efb77fd9eb334c (commit) Those revisions listed above that are new to this repository have not appeared on any other notification email; so we list those revisions in full, below. - Log ----------------------------------------------------------------- commit b921639a9df6a0300ca1c50b5853a37241806366 Author: Matias Elo <matias.elo(a)nokia.com> Date: Mon Oct 28 17:39:52 2019 +0200 linux-gen: ipc: remove ipc_data_offset from buffer header Instead of storing IPC packet data offset in odp_buffer_hdr_t, calculate the offset on receive using odp_packet_hdr_t.seg_data pointer and remote pool base address. Signed-off-by: Matias Elo <matias.elo(a)nokia.com> Reviewed-by: Petri Savolainen <petri.savolainen(a)nokia.com> diff --git a/platform/linux-generic/include/odp_buffer_internal.h b/platform/linux-generic/include/odp_buffer_internal.h index 1c52b028f..6c6ec970d 100644 --- a/platform/linux-generic/include/odp_buffer_internal.h +++ b/platform/linux-generic/include/odp_buffer_internal.h @@ -68,10 +68,6 @@ struct ODP_ALIGNED_CACHE odp_buffer_hdr_t { /* User area pointer */ void *uarea_addr; - /* ipc mapped process can not walk over pointers, - * offset has to be used */ - uint64_t ipc_data_offset; - /* Combined pool and buffer index */ buffer_index_t index; diff --git a/platform/linux-generic/pktio/ipc.c b/platform/linux-generic/pktio/ipc.c index 7e3f95fb6..7575eb052 100644 --- a/platform/linux-generic/pktio/ipc.c +++ b/platform/linux-generic/pktio/ipc.c @@ -35,8 +35,9 @@ */ struct pktio_info { struct { + /* Pool base address */ + void *base_addr; /* number of buffer*/ - int num; char pool_name[ODP_POOL_NAME_LEN]; /* 1 if master finished creation of all shared objects */ int init_done; @@ -46,6 +47,7 @@ struct pktio_info { uint32_t ring_mask; } master; struct { + /* Pool base address */ void *base_addr; char pool_name[ODP_POOL_NAME_LEN]; /* pid of the slave process written to shm and @@ -78,8 +80,10 @@ typedef struct { /* local cache to keep packet order right */ ring_ptr_t *cache; } rx; /* slave */ - void *pool_base; /**< Remote pool base addr */ - void *pool_mdata_base; /**< Remote pool mdata base addr */ + /* Remote pool mdata base addr */ + void *pool_mdata_base; + /* Remote pool base address for offset calculation */ + void *remote_base_addr; odp_pool_t pool; /**< Pool of main process */ enum { PKTIO_TYPE_IPC_MASTER = 0, /**< Master is the process which @@ -212,7 +216,7 @@ static int _ipc_master_start(pktio_entry_t *pktio_entry) } pktio_ipc->remote_pool_shm = shm; - pktio_ipc->pool_base = odp_shm_addr(shm); + pktio_ipc->remote_base_addr = pinfo->slave.base_addr; pktio_ipc->pool_mdata_base = (char *)odp_shm_addr(shm); odp_atomic_store_u32(&pktio_ipc->ready, 1); @@ -328,6 +332,7 @@ static int _ipc_init_master(pktio_entry_t *pktio_entry, /* Export ring info for the slave process to use */ pinfo->master.ring_size = ring_size; pinfo->master.ring_mask = ring_mask; + pinfo->master.base_addr = odp_shm_addr(pool->shm); pinfo->slave.base_addr = 0; pinfo->slave.pid = 0; @@ -362,7 +367,7 @@ static void _ipc_export_pool(struct pktio_info *pinfo, snprintf(pinfo->slave.pool_name, ODP_POOL_NAME_LEN, "%s", _ipc_odp_buffer_pool_shm_name(pool_hdl)); pinfo->slave.pid = odp_global_ro.main_pid; - pinfo->slave.base_addr = pool->base_addr; + pinfo->slave.base_addr = odp_shm_addr(pool->shm); } static odp_shm_t _ipc_map_remote_pool(const char *name, int pid) @@ -494,6 +499,7 @@ static int _ipc_slave_start(pktio_entry_t *pktio_entry) pid); pktio_ipc->remote_pool_shm = shm; pktio_ipc->pool_mdata_base = (char *)odp_shm_addr(shm); + pktio_ipc->remote_base_addr = pinfo->master.base_addr; _ipc_export_pool(pinfo, pktio_ipc->pool); @@ -674,7 +680,8 @@ static int ipc_pktio_recv_lockless(pktio_entry_t *pktio_entry, if (odp_unlikely(pool == ODP_POOL_INVALID)) ODP_ABORT("invalid pool"); - data_pool_off = phdr->buf_hdr.ipc_data_offset; + data_pool_off = (uint8_t *)phdr->seg_data - + (uint8_t *)pktio_ipc->remote_base_addr; pkt = odp_packet_alloc(pool, phdr->frame_len); if (odp_unlikely(pkt == ODP_PACKET_INVALID)) { @@ -803,7 +810,6 @@ static int ipc_pktio_send_lockless(pktio_entry_t *pktio_entry, /* Set offset to phdr for outgoing packets */ for (i = 0; i < num; i++) { - uint64_t data_pool_off; odp_packet_t pkt = pkt_table_mapped[i]; odp_packet_hdr_t *pkt_hdr = packet_hdr(pkt); odp_pool_t pool_hdl = odp_packet_pool(pkt); @@ -811,17 +817,15 @@ static int ipc_pktio_send_lockless(pktio_entry_t *pktio_entry, offsets[i] = (uint8_t *)pkt_hdr - (uint8_t *)odp_shm_addr(pool->shm); - data_pool_off = (uint8_t *)pkt_hdr->seg_data - - (uint8_t *)odp_shm_addr(pool->shm); /* compile all function code even if ipc disabled with config */ - pkt_hdr->buf_hdr.ipc_data_offset = data_pool_off; IPC_ODP_DBG("%d/%d send packet %llx, pool %llx," - "phdr = %p, offset %x sendoff %x, addr %llx iaddr %llx\n", + "phdr = %p, offset %x, sendoff %x, addr %llx iaddr %llx\n", i, num, odp_packet_to_u64(pkt), odp_pool_to_u64(pool_hdl), - pkt_hdr, pkt_hdr->buf_hdr.ipc_data_offset, - offsets[i], odp_shm_addr(pool->shm), + pkt_hdr, (uint8_t *)pkt_hdr->seg_data - + (uint8_t *)odp_shm_addr(pool->shm), offsets[i], + odp_shm_addr(pool->shm), odp_shm_addr(ipc_pool->shm)); } commit 6f367faae189144beeaafcd9850065b3f1b1098e Author: Matias Elo <matias.elo(a)nokia.com> Date: Mon Oct 28 15:01:47 2019 +0200 linux-gen: ipc: add IPC_BURST_SIZE define for IPC internal burst size Signed-off-by: Matias Elo <matias.elo(a)nokia.com> Reviewed-by: Petri Savolainen <petri.savolainen(a)nokia.com> diff --git a/platform/linux-generic/pktio/ipc.c b/platform/linux-generic/pktio/ipc.c index 572d02e74..7e3f95fb6 100644 --- a/platform/linux-generic/pktio/ipc.c +++ b/platform/linux-generic/pktio/ipc.c @@ -27,6 +27,9 @@ ODP_DBG(fmt, ##__VA_ARGS__);\ } while (0) +/* Burst size for IPC free operations */ +#define IPC_BURST_SIZE 32 + /* that struct is exported to shared memory, so that processes can find * each other. */ @@ -237,7 +240,12 @@ static int _ipc_init_master(pktio_entry_t *pktio_entry, /* Ring must be able to store all packets in the pool */ ring_size = ROUNDUP_POWER2_U32(pool->num + 1); + + /* Ring size has to larger than burst size */ + if (ring_size <= IPC_BURST_SIZE) + ring_size = ROUNDUP_POWER2_U32(IPC_BURST_SIZE + 1); ring_mask = ring_size - 1; + pktio_ipc->ring_size = ring_size; pktio_ipc->ring_mask = ring_mask; @@ -579,9 +587,7 @@ static void _ipc_free_ring_packets(pktio_entry_t *pktio_entry, ring_ptr_t *r, uint32_t r_mask) { pkt_ipc_t *pktio_ipc = pkt_priv(pktio_entry); - uint32_t ring_size = pktio_ipc->ring_size; - uint32_t ring_mask = pktio_ipc->ring_mask; - uintptr_t offsets[ring_size]; + uintptr_t offsets[IPC_BURST_SIZE]; int ret; void **rbuf_p; int i; @@ -597,7 +603,7 @@ static void _ipc_free_ring_packets(pktio_entry_t *pktio_entry, ring_ptr_t *r, rbuf_p = (void *)&offsets; while (1) { - ret = ring_ptr_deq_multi(r, r_mask, rbuf_p, ring_mask); + ret = ring_ptr_deq_multi(r, r_mask, rbuf_p, IPC_BURST_SIZE); if (ret <= 0) break; for (i = 0; i < ret; i++) { @@ -616,13 +622,12 @@ static int ipc_pktio_recv_lockless(pktio_entry_t *pktio_entry, odp_packet_t pkt_table[], int len) { pkt_ipc_t *pktio_ipc = pkt_priv(pktio_entry); - uint32_t ring_size = pktio_ipc->ring_size; uint32_t ring_mask = pktio_ipc->ring_mask; int pkts = 0; int i; ring_ptr_t *r; ring_ptr_t *r_p; - uintptr_t offsets[ring_size]; + uintptr_t offsets[len]; void **ipcbufs_p = (void *)&offsets[0]; uint32_t ready; commit 4afa7da09edf07126573940fffed0784ef3080ff Author: Matias Elo <matias.elo(a)nokia.com> Date: Mon Oct 28 10:52:38 2019 +0200 linux-gen: ipc: clean excessive pkt_priv() usage Signed-off-by: Matias Elo <matias.elo(a)nokia.com> Reviewed-by: Petri Savolainen <petri.savolainen(a)nokia.com> diff --git a/platform/linux-generic/pktio/ipc.c b/platform/linux-generic/pktio/ipc.c index 065f70cc7..572d02e74 100644 --- a/platform/linux-generic/pktio/ipc.c +++ b/platform/linux-generic/pktio/ipc.c @@ -193,7 +193,8 @@ static const char *_ipc_odp_buffer_pool_shm_name(odp_pool_t pool_hdl) static int _ipc_master_start(pktio_entry_t *pktio_entry) { - struct pktio_info *pinfo = pkt_priv(pktio_entry)->pinfo; + pkt_ipc_t *pktio_ipc = pkt_priv(pktio_entry); + struct pktio_info *pinfo = pktio_ipc->pinfo; odp_shm_t shm; if (pinfo->slave.init_done == 0) @@ -207,11 +208,11 @@ static int _ipc_master_start(pktio_entry_t *pktio_entry) return -1; } - pkt_priv(pktio_entry)->remote_pool_shm = shm; - pkt_priv(pktio_entry)->pool_base = odp_shm_addr(shm); - pkt_priv(pktio_entry)->pool_mdata_base = (char *)odp_shm_addr(shm); + pktio_ipc->remote_pool_shm = shm; + pktio_ipc->pool_base = odp_shm_addr(shm); + pktio_ipc->pool_mdata_base = (char *)odp_shm_addr(shm); - odp_atomic_store_u32(&pkt_priv(pktio_entry)->ready, 1); + odp_atomic_store_u32(&pktio_ipc->ready, 1); IPC_ODP_DBG("%s started.\n", pktio_entry->s.name); return 0; @@ -221,6 +222,7 @@ static int _ipc_init_master(pktio_entry_t *pktio_entry, const char *dev, odp_pool_t pool_hdl) { + pkt_ipc_t *pktio_ipc = pkt_priv(pktio_entry); char ipc_shm_name[ODP_POOL_NAME_LEN + sizeof("_m_prod")]; struct pktio_info *pinfo; const char *pool_name; @@ -236,17 +238,16 @@ static int _ipc_init_master(pktio_entry_t *pktio_entry, /* Ring must be able to store all packets in the pool */ ring_size = ROUNDUP_POWER2_U32(pool->num + 1); ring_mask = ring_size - 1; - pkt_priv(pktio_entry)->ring_size = ring_size; - pkt_priv(pktio_entry)->ring_mask = ring_mask; + pktio_ipc->ring_size = ring_size; + pktio_ipc->ring_mask = ring_mask; if (strlen(dev) > (ODP_POOL_NAME_LEN - sizeof("_m_prod"))) { ODP_ERR("too big ipc name\n"); return -1; } - pkt_priv(pktio_entry)->rx.cache = _ring_create("ipc_rx_cache", - ring_size, 0); - if (!pkt_priv(pktio_entry)->rx.cache) { + pktio_ipc->rx.cache = _ring_create("ipc_rx_cache", ring_size, 0); + if (!pktio_ipc->rx.cache) { ODP_ERR("pid %d unable to create ipc rx cache\n", getpid()); return -1; } @@ -255,66 +256,58 @@ static int _ipc_init_master(pktio_entry_t *pktio_entry, * to be processed packets ring. */ snprintf(ipc_shm_name, sizeof(ipc_shm_name), "%s_m_prod", dev); - pkt_priv(pktio_entry)->tx.send = _ring_create(ipc_shm_name, ring_size, - ODP_SHM_PROC | - ODP_SHM_EXPORT); - if (!pkt_priv(pktio_entry)->tx.send) { + pktio_ipc->tx.send = _ring_create(ipc_shm_name, ring_size, + ODP_SHM_PROC | ODP_SHM_EXPORT); + if (!pktio_ipc->tx.send) { ODP_ERR("pid %d unable to create ipc ring %s name\n", getpid(), ipc_shm_name); return -1; } ODP_DBG("Created IPC ring: %s, count %d, free %d\n", - ipc_shm_name, _ring_count(pkt_priv(pktio_entry)->tx.send, - ring_mask), - _ring_free_count(pkt_priv(pktio_entry)->tx.send, ring_mask)); + ipc_shm_name, _ring_count(pktio_ipc->tx.send, ring_mask), + _ring_free_count(pktio_ipc->tx.send, ring_mask)); /* generate name in shm like ipc_pktio_p for * already processed packets */ snprintf(ipc_shm_name, sizeof(ipc_shm_name), "%s_m_cons", dev); - pkt_priv(pktio_entry)->tx.free = _ring_create(ipc_shm_name, ring_size, - ODP_SHM_PROC | - ODP_SHM_EXPORT); - if (!pkt_priv(pktio_entry)->tx.free) { + pktio_ipc->tx.free = _ring_create(ipc_shm_name, ring_size, + ODP_SHM_PROC | ODP_SHM_EXPORT); + if (!pktio_ipc->tx.free) { ODP_ERR("pid %d unable to create ipc ring %s name\n", getpid(), ipc_shm_name); goto free_m_prod; } ODP_DBG("Created IPC ring: %s, count %d, free %d\n", - ipc_shm_name, _ring_count(pkt_priv(pktio_entry)->tx.free, - ring_mask), - _ring_free_count(pkt_priv(pktio_entry)->tx.free, ring_mask)); + ipc_shm_name, _ring_count(pktio_ipc->tx.free, ring_mask), + _ring_free_count(pktio_ipc->tx.free, ring_mask)); snprintf(ipc_shm_name, sizeof(ipc_shm_name), "%s_s_prod", dev); - pkt_priv(pktio_entry)->rx.recv = _ring_create(ipc_shm_name, ring_size, - ODP_SHM_PROC | - ODP_SHM_EXPORT); - if (!pkt_priv(pktio_entry)->rx.recv) { + pktio_ipc->rx.recv = _ring_create(ipc_shm_name, ring_size, + ODP_SHM_PROC | ODP_SHM_EXPORT); + if (!pktio_ipc->rx.recv) { ODP_ERR("pid %d unable to create ipc ring %s name\n", getpid(), ipc_shm_name); goto free_m_cons; } ODP_DBG("Created IPC ring: %s, count %d, free %d\n", - ipc_shm_name, _ring_count(pkt_priv(pktio_entry)->rx.recv, - ring_mask), - _ring_free_count(pkt_priv(pktio_entry)->rx.recv, ring_mask)); + ipc_shm_name, _ring_count(pktio_ipc->rx.recv, ring_mask), + _ring_free_count(pktio_ipc->rx.recv, ring_mask)); snprintf(ipc_shm_name, sizeof(ipc_shm_name), "%s_s_cons", dev); - pkt_priv(pktio_entry)->rx.free = _ring_create(ipc_shm_name, ring_size, - ODP_SHM_PROC | - ODP_SHM_EXPORT); - if (!pkt_priv(pktio_entry)->rx.free) { + pktio_ipc->rx.free = _ring_create(ipc_shm_name, ring_size, + ODP_SHM_PROC | ODP_SHM_EXPORT); + if (!pktio_ipc->rx.free) { ODP_ERR("pid %d unable to create ipc ring %s name\n", getpid(), ipc_shm_name); goto free_s_prod; } ODP_DBG("Created IPC ring: %s, count %d, free %d\n", - ipc_shm_name, _ring_count(pkt_priv(pktio_entry)->rx.free, - ring_mask), - _ring_free_count(pkt_priv(pktio_entry)->rx.free, ring_mask)); + ipc_shm_name, _ring_count(pktio_ipc->rx.free, ring_mask), + _ring_free_count(pktio_ipc->rx.free, ring_mask)); /* Set up pool name for remote info */ - pinfo = pkt_priv(pktio_entry)->pinfo; + pinfo = pktio_ipc->pinfo; pool_name = _ipc_odp_buffer_pool_shm_name(pool_hdl); if (strlen(pool_name) > ODP_POOL_NAME_LEN) { ODP_ERR("pid %d ipc pool name %s is too big %d\n", @@ -332,7 +325,7 @@ static int _ipc_init_master(pktio_entry_t *pktio_entry, pinfo->slave.pid = 0; pinfo->slave.init_done = 0; - pkt_priv(pktio_entry)->pool = pool_hdl; + pktio_ipc->pool = pool_hdl; ODP_DBG("Pre init... DONE.\n"); pinfo->master.init_done = 1; @@ -426,13 +419,14 @@ static int _ipc_init_slave(const char *dev, pktio_entry_t *pktio_entry, static int _ipc_slave_start(pktio_entry_t *pktio_entry) { + pkt_ipc_t *pktio_ipc = pkt_priv(pktio_entry); char ipc_shm_name[ODP_POOL_NAME_LEN + sizeof("_slave_r")]; struct pktio_info *pinfo; odp_shm_t shm; char tail[ODP_POOL_NAME_LEN]; char dev[ODP_POOL_NAME_LEN]; int pid; - uint32_t ring_mask = pkt_priv(pktio_entry)->ring_mask; + uint32_t ring_mask = pktio_ipc->ring_mask; if (sscanf(pktio_entry->s.name, "ipc:%d:%s", &pid, tail) != 2) { ODP_ERR("wrong pktio name\n"); @@ -442,68 +436,60 @@ static int _ipc_slave_start(pktio_entry_t *pktio_entry) sprintf(dev, "ipc:%s", tail); snprintf(ipc_shm_name, sizeof(ipc_shm_name), "%s_m_prod", dev); - pkt_priv(pktio_entry)->rx.recv = _ipc_shm_map(ipc_shm_name, pid); - if (!pkt_priv(pktio_entry)->rx.recv) { + pktio_ipc->rx.recv = _ipc_shm_map(ipc_shm_name, pid); + if (!pktio_ipc->rx.recv) { ODP_DBG("pid %d unable to find ipc ring %s name\n", getpid(), dev); sleep(1); return -1; } ODP_DBG("Connected IPC ring: %s, count %d, free %d\n", - ipc_shm_name, _ring_count(pkt_priv(pktio_entry)->rx.recv, - ring_mask), - _ring_free_count(pkt_priv(pktio_entry)->rx.recv, - ring_mask)); + ipc_shm_name, _ring_count(pktio_ipc->rx.recv, ring_mask), + _ring_free_count(pktio_ipc->rx.recv, ring_mask)); snprintf(ipc_shm_name, sizeof(ipc_shm_name), "%s_m_cons", dev); - pkt_priv(pktio_entry)->rx.free = _ipc_shm_map(ipc_shm_name, pid); - if (!pkt_priv(pktio_entry)->rx.free) { + pktio_ipc->rx.free = _ipc_shm_map(ipc_shm_name, pid); + if (!pktio_ipc->rx.free) { ODP_ERR("pid %d unable to find ipc ring %s name\n", getpid(), dev); goto free_m_prod; } ODP_DBG("Connected IPC ring: %s, count %d, free %d\n", - ipc_shm_name, _ring_count(pkt_priv(pktio_entry)->rx.free, - ring_mask), - _ring_free_count(pkt_priv(pktio_entry)->rx.free, - ring_mask)); + ipc_shm_name, _ring_count(pktio_ipc->rx.free, ring_mask), + _ring_free_count(pktio_ipc->rx.free, ring_mask)); snprintf(ipc_shm_name, sizeof(ipc_shm_name), "%s_s_prod", dev); - pkt_priv(pktio_entry)->tx.send = _ipc_shm_map(ipc_shm_name, pid); - if (!pkt_priv(pktio_entry)->tx.send) { + pktio_ipc->tx.send = _ipc_shm_map(ipc_shm_name, pid); + if (!pktio_ipc->tx.send) { ODP_ERR("pid %d unable to find ipc ring %s name\n", getpid(), dev); goto free_m_cons; } ODP_DBG("Connected IPC ring: %s, count %d, free %d\n", - ipc_shm_name, _ring_count(pkt_priv(pktio_entry)->tx.send, - ring_mask), - _ring_free_count(pkt_priv(pktio_entry)->tx.send, - ring_mask)); + ipc_shm_name, _ring_count(pktio_ipc->tx.send, ring_mask), + _ring_free_count(pktio_ipc->tx.send, ring_mask)); snprintf(ipc_shm_name, sizeof(ipc_shm_name), "%s_s_cons", dev); - pkt_priv(pktio_entry)->tx.free = _ipc_shm_map(ipc_shm_name, pid); - if (!pkt_priv(pktio_entry)->tx.free) { + pktio_ipc->tx.free = _ipc_shm_map(ipc_shm_name, pid); + if (!pktio_ipc->tx.free) { ODP_ERR("pid %d unable to find ipc ring %s name\n", getpid(), dev); goto free_s_prod; } ODP_DBG("Connected IPC ring: %s, count %d, free %d\n", - ipc_shm_name, _ring_count(pkt_priv(pktio_entry)->tx.free, - ring_mask), - _ring_free_count(pkt_priv(pktio_entry)->tx.free, - ring_mask)); + ipc_shm_name, _ring_count(pktio_ipc->tx.free, ring_mask), + _ring_free_count(pktio_ipc->tx.free, ring_mask)); /* Get info about remote pool */ - pinfo = pkt_priv(pktio_entry)->pinfo; + pinfo = pktio_ipc->pinfo; shm = _ipc_map_remote_pool(pinfo->master.pool_name, pid); - pkt_priv(pktio_entry)->remote_pool_shm = shm; - pkt_priv(pktio_entry)->pool_mdata_base = (char *)odp_shm_addr(shm); + pktio_ipc->remote_pool_shm = shm; + pktio_ipc->pool_mdata_base = (char *)odp_shm_addr(shm); - _ipc_export_pool(pinfo, pkt_priv(pktio_entry)->pool); + _ipc_export_pool(pinfo, pktio_ipc->pool); - odp_atomic_store_u32(&pkt_priv(pktio_entry)->ready, 1); + odp_atomic_store_u32(&pktio_ipc->ready, 1); pinfo->slave.init_done = 1; ODP_DBG("%s started.\n", pktio_entry->s.name); @@ -871,14 +857,15 @@ static int ipc_mac_addr_get(pktio_entry_t *pktio_entry ODP_UNUSED, static int ipc_start(pktio_entry_t *pktio_entry) { - uint32_t ready = odp_atomic_load_u32(&pkt_priv(pktio_entry)->ready); + pkt_ipc_t *pktio_ipc = pkt_priv(pktio_entry); + uint32_t ready = odp_atomic_load_u32(&pktio_ipc->ready); if (ready) { ODP_ABORT("%s Already started\n", pktio_entry->s.name); return -1; } - if (pkt_priv(pktio_entry)->type == PKTIO_TYPE_IPC_MASTER) + if (pktio_ipc->type == PKTIO_TYPE_IPC_MASTER) return _ipc_master_start(pktio_entry); else return _ipc_slave_start(pktio_entry); @@ -906,6 +893,7 @@ static int ipc_stop(pktio_entry_t *pktio_entry) static int ipc_close(pktio_entry_t *pktio_entry) { + pkt_ipc_t *pktio_ipc = pkt_priv(pktio_entry); char ipc_shm_name[ODP_POOL_NAME_LEN + sizeof("_m_prod")]; char *dev = pktio_entry->s.name; char name[ODP_POOL_NAME_LEN]; @@ -914,7 +902,7 @@ static int ipc_close(pktio_entry_t *pktio_entry) ipc_stop(pktio_entry); - odp_shm_free(pkt_priv(pktio_entry)->remote_pool_shm); + odp_shm_free(pktio_ipc->remote_pool_shm); if (sscanf(dev, "ipc:%d:%s", &pid, tail) == 2) snprintf(name, sizeof(name), "ipc:%s", tail); @@ -922,7 +910,7 @@ static int ipc_close(pktio_entry_t *pktio_entry) snprintf(name, sizeof(name), "%s", dev); /* unlink this pktio info for both master and slave */ - odp_shm_free(pkt_priv(pktio_entry)->pinfo_shm); + odp_shm_free(pktio_ipc->pinfo_shm); /* destroy rings */ snprintf(ipc_shm_name, sizeof(ipc_shm_name), "%s_s_cons", name); commit 5db9a7a1c59d4eda436d896dce41a2c7aa8f79c4 Author: Matias Elo <matias.elo(a)nokia.com> Date: Mon Oct 28 10:40:42 2019 +0200 linux-gen: ipc: match ring size to used packet pools The ring_ptr_t implementation requires that ring size must be larger than the maximum number of data items that will be stored on it. Adjust ring size according to the used packet pools to guarantee this. Signed-off-by: Matias Elo <matias.elo(a)nokia.com> Reviewed-by: Petri Savolainen <petri.savolainen(a)nokia.com> diff --git a/platform/linux-generic/pktio/ipc.c b/platform/linux-generic/pktio/ipc.c index dec918e95..065f70cc7 100644 --- a/platform/linux-generic/pktio/ipc.c +++ b/platform/linux-generic/pktio/ipc.c @@ -27,11 +27,6 @@ ODP_DBG(fmt, ##__VA_ARGS__);\ } while (0) -/* number of odp buffers in odp ring queue */ -#define PKTIO_IPC_ENTRIES 4096 - -#define PKTIO_IPC_ENTRY_MASK (PKTIO_IPC_ENTRIES - 1) - /* that struct is exported to shared memory, so that processes can find * each other. */ @@ -42,6 +37,10 @@ struct pktio_info { char pool_name[ODP_POOL_NAME_LEN]; /* 1 if master finished creation of all shared objects */ int init_done; + /* IPC ring size */ + uint32_t ring_size; + /* IPC ring mask */ + uint32_t ring_mask; } master; struct { void *base_addr; @@ -87,7 +86,11 @@ typedef struct { } type; /**< define if it's master or slave process */ odp_atomic_u32_t ready; /**< 1 - pktio is ready and can recv/send packet, 0 - not yet ready */ - void *pinfo; + /* Local copy of IPC ring size */ + uint32_t ring_size; + /* Local copy IPC ring mask */ + uint32_t ring_mask; + struct pktio_info *pinfo; odp_shm_t pinfo_shm; odp_shm_t remote_pool_shm; /**< shm of remote pool get with _ipc_map_remote_pool() */ @@ -221,18 +224,38 @@ static int _ipc_init_master(pktio_entry_t *pktio_entry, char ipc_shm_name[ODP_POOL_NAME_LEN + sizeof("_m_prod")]; struct pktio_info *pinfo; const char *pool_name; + pool_t *pool = pool_entry_from_hdl(pool_hdl); + uint32_t ring_size; + uint32_t ring_mask; + + if ((uint64_t)ROUNDUP_POWER2_U32(pool->num + 1) > UINT32_MAX) { + ODP_ERR("Too large packet pool\n"); + return -1; + } + + /* Ring must be able to store all packets in the pool */ + ring_size = ROUNDUP_POWER2_U32(pool->num + 1); + ring_mask = ring_size - 1; + pkt_priv(pktio_entry)->ring_size = ring_size; + pkt_priv(pktio_entry)->ring_mask = ring_mask; if (strlen(dev) > (ODP_POOL_NAME_LEN - sizeof("_m_prod"))) { ODP_ERR("too big ipc name\n"); return -1; } + pkt_priv(pktio_entry)->rx.cache = _ring_create("ipc_rx_cache", + ring_size, 0); + if (!pkt_priv(pktio_entry)->rx.cache) { + ODP_ERR("pid %d unable to create ipc rx cache\n", getpid()); + return -1; + } + /* generate name in shm like ipc_pktio_r for * to be processed packets ring. */ snprintf(ipc_shm_name, sizeof(ipc_shm_name), "%s_m_prod", dev); - pkt_priv(pktio_entry)->tx.send = _ring_create(ipc_shm_name, - PKTIO_IPC_ENTRIES, + pkt_priv(pktio_entry)->tx.send = _ring_create(ipc_shm_name, ring_size, ODP_SHM_PROC | ODP_SHM_EXPORT); if (!pkt_priv(pktio_entry)->tx.send) { @@ -242,16 +265,14 @@ static int _ipc_init_master(pktio_entry_t *pktio_entry, } ODP_DBG("Created IPC ring: %s, count %d, free %d\n", ipc_shm_name, _ring_count(pkt_priv(pktio_entry)->tx.send, - PKTIO_IPC_ENTRY_MASK), - _ring_free_count(pkt_priv(pktio_entry)->tx.send, - PKTIO_IPC_ENTRY_MASK)); + ring_mask), + _ring_free_count(pkt_priv(pktio_entry)->tx.send, ring_mask)); /* generate name in shm like ipc_pktio_p for * already processed packets */ snprintf(ipc_shm_name, sizeof(ipc_shm_name), "%s_m_cons", dev); - pkt_priv(pktio_entry)->tx.free = _ring_create(ipc_shm_name, - PKTIO_IPC_ENTRIES, + pkt_priv(pktio_entry)->tx.free = _ring_create(ipc_shm_name, ring_size, ODP_SHM_PROC | ODP_SHM_EXPORT); if (!pkt_priv(pktio_entry)->tx.free) { @@ -261,13 +282,11 @@ static int _ipc_init_master(pktio_entry_t *pktio_entry, } ODP_DBG("Created IPC ring: %s, count %d, free %d\n", ipc_shm_name, _ring_count(pkt_priv(pktio_entry)->tx.free, - PKTIO_IPC_ENTRY_MASK), - _ring_free_count(pkt_priv(pktio_entry)->tx.free, - PKTIO_IPC_ENTRY_MASK)); + ring_mask), + _ring_free_count(pkt_priv(pktio_entry)->tx.free, ring_mask)); snprintf(ipc_shm_name, sizeof(ipc_shm_name), "%s_s_prod", dev); - pkt_priv(pktio_entry)->rx.recv = _ring_create(ipc_shm_name, - PKTIO_IPC_ENTRIES, + pkt_priv(pktio_entry)->rx.recv = _ring_create(ipc_shm_name, ring_size, ODP_SHM_PROC | ODP_SHM_EXPORT); if (!pkt_priv(pktio_entry)->rx.recv) { @@ -277,13 +296,11 @@ static int _ipc_init_master(pktio_entry_t *pktio_entry, } ODP_DBG("Created IPC ring: %s, count %d, free %d\n", ipc_shm_name, _ring_count(pkt_priv(pktio_entry)->rx.recv, - PKTIO_IPC_ENTRY_MASK), - _ring_free_count(pkt_priv(pktio_entry)->rx.recv, - PKTIO_IPC_ENTRY_MASK)); + ring_mask), + _ring_free_count(pkt_priv(pktio_entry)->rx.recv, ring_mask)); snprintf(ipc_shm_name, sizeof(ipc_shm_name), "%s_s_cons", dev); - pkt_priv(pktio_entry)->rx.free = _ring_create(ipc_shm_name, - PKTIO_IPC_ENTRIES, + pkt_priv(pktio_entry)->rx.free = _ring_create(ipc_shm_name, ring_size, ODP_SHM_PROC | ODP_SHM_EXPORT); if (!pkt_priv(pktio_entry)->rx.free) { @@ -293,9 +310,8 @@ static int _ipc_init_master(pktio_entry_t *pktio_entry, } ODP_DBG("Created IPC ring: %s, count %d, free %d\n", ipc_shm_name, _ring_count(pkt_priv(pktio_entry)->rx.free, - PKTIO_IPC_ENTRY_MASK), - _ring_free_count(pkt_priv(pktio_entry)->rx.free, - PKTIO_IPC_ENTRY_MASK)); + ring_mask), + _ring_free_count(pkt_priv(pktio_entry)->rx.free, ring_mask)); /* Set up pool name for remote info */ pinfo = pkt_priv(pktio_entry)->pinfo; @@ -307,6 +323,11 @@ static int _ipc_init_master(pktio_entry_t *pktio_entry, } memcpy(pinfo->master.pool_name, pool_name, strlen(pool_name)); + + /* Export ring info for the slave process to use */ + pinfo->master.ring_size = ring_size; + pinfo->master.ring_mask = ring_mask; + pinfo->slave.base_addr = 0; pinfo->slave.pid = 0; pinfo->slave.init_done = 0; @@ -372,14 +393,34 @@ static void *_ipc_shm_map(char *name, int pid) return odp_shm_addr(shm); } -static int _ipc_init_slave(const char *dev, - pktio_entry_t *pktio_entry, - odp_pool_t pool) +static int _ipc_init_slave(const char *dev, pktio_entry_t *pktio_entry, + odp_pool_t pool_hdl) { - if (strlen(dev) > (ODP_POOL_NAME_LEN - sizeof("_slave_r"))) - ODP_ABORT("too big ipc name\n"); + pkt_ipc_t *pktio_ipc = pkt_priv(pktio_entry); + pool_t *pool = pool_entry_from_hdl(pool_hdl); + uint32_t ring_size = pktio_ipc->pinfo->master.ring_size; + + if (strlen(dev) > (ODP_POOL_NAME_LEN - sizeof("_slave_r"))) { + ODP_ERR("Too big ipc name\n"); + return -1; + } + + /* Check that IPC rings are able to store all packets */ + if (pool->num >= ring_size) { + ODP_ERR("Slave process packet pool too large. Master process " + "packet pool has to be larger than slave pool.\n"); + return -1; + } + + pktio_ipc->rx.cache = _ring_create("ipc_rx_cache", ring_size, 0); + if (!pktio_ipc->rx.cache) { + ODP_ERR("Pid %d unable to create ipc rx cache\n", getpid()); + return -1; + } + pktio_ipc->ring_size = ring_size; + pktio_ipc->ring_mask = pktio_ipc->pinfo->master.ring_mask; + pktio_ipc->pool = pool_hdl; - pkt_priv(pktio_entry)->pool = pool; return 0; } @@ -391,6 +432,7 @@ static int _ipc_slave_start(pktio_entry_t *pktio_entry) char tail[ODP_POOL_NAME_LEN]; char dev[ODP_POOL_NAME_LEN]; int pid; + uint32_t ring_mask = pkt_priv(pktio_entry)->ring_mask; if (sscanf(pktio_entry->s.name, "ipc:%d:%s", &pid, tail) != 2) { ODP_ERR("wrong pktio name\n"); @@ -409,9 +451,9 @@ static int _ipc_slave_start(pktio_entry_t *pktio_entry) } ODP_DBG("Connected IPC ring: %s, count %d, free %d\n", ipc_shm_name, _ring_count(pkt_priv(pktio_entry)->rx.recv, - PKTIO_IPC_ENTRY_MASK), + ring_mask), _ring_free_count(pkt_priv(pktio_entry)->rx.recv, - PKTIO_IPC_ENTRY_MASK)); + ring_mask)); snprintf(ipc_shm_name, sizeof(ipc_shm_name), "%s_m_cons", dev); pkt_priv(pktio_entry)->rx.free = _ipc_shm_map(ipc_shm_name, pid); @@ -422,9 +464,9 @@ static int _ipc_slave_start(pktio_entry_t *pktio_entry) } ODP_DBG("Connected IPC ring: %s, count %d, free %d\n", ipc_shm_name, _ring_count(pkt_priv(pktio_entry)->rx.free, - PKTIO_IPC_ENTRY_MASK), + ring_mask), _ring_free_count(pkt_priv(pktio_entry)->rx.free, - PKTIO_IPC_ENTRY_MASK)); + ring_mask)); snprintf(ipc_shm_name, sizeof(ipc_shm_name), "%s_s_prod", dev); pkt_priv(pktio_entry)->tx.send = _ipc_shm_map(ipc_shm_name, pid); @@ -435,9 +477,9 @@ static int _ipc_slave_start(pktio_entry_t *pktio_entry) } ODP_DBG("Connected IPC ring: %s, count %d, free %d\n", ipc_shm_name, _ring_count(pkt_priv(pktio_entry)->tx.send, - PKTIO_IPC_ENTRY_MASK), + ring_mask), _ring_free_count(pkt_priv(pktio_entry)->tx.send, - PKTIO_IPC_ENTRY_MASK)); + ring_mask)); snprintf(ipc_shm_name, sizeof(ipc_shm_name), "%s_s_cons", dev); pkt_priv(pktio_entry)->tx.free = _ipc_shm_map(ipc_shm_name, pid); @@ -448,9 +490,9 @@ static int _ipc_slave_start(pktio_entry_t *pktio_entry) } ODP_DBG("Connected IPC ring: %s, count %d, free %d\n", ipc_shm_name, _ring_count(pkt_priv(pktio_entry)->tx.free, - PKTIO_IPC_ENTRY_MASK), + ring_mask), _ring_free_count(pkt_priv(pktio_entry)->tx.free, - PKTIO_IPC_ENTRY_MASK)); + ring_mask)); /* Get info about remote pool */ pinfo = pkt_priv(pktio_entry)->pinfo; @@ -487,7 +529,8 @@ static int ipc_pktio_open(odp_pktio_t id ODP_UNUSED, const char *dev, odp_pool_t pool) { - int ret = -1; + pkt_ipc_t *pktio_ipc = pkt_priv(pktio_entry); + int ret = 0; int pid; struct pktio_info *pinfo; char name[ODP_POOL_NAME_LEN + sizeof("_info")]; @@ -497,43 +540,35 @@ static int ipc_pktio_open(odp_pktio_t id ODP_UNUSED, if (strncmp(dev, "ipc", 3)) return -1; - odp_atomic_init_u32(&pkt_priv(pktio_entry)->ready, 0); - - pkt_priv(pktio_entry)->rx.cache = _ring_create("ipc_rx_cache", - PKTIO_IPC_ENTRIES, 0); - if (!pkt_priv(pktio_entry)->rx.cache) - return -1; + odp_atomic_init_u32(&pktio_ipc->ready, 0); /* Shared info about remote pktio */ if (sscanf(dev, "ipc:%d:%s", &pid, tail) == 2) { - pkt_priv(pktio_entry)->type = PKTIO_TYPE_IPC_SLAVE; + pktio_ipc->type = PKTIO_TYPE_IPC_SLAVE; snprintf(name, sizeof(name), "ipc:%s_info", tail); IPC_ODP_DBG("lookup for name %s for pid %d\n", name, pid); shm = odp_shm_import(name, pid, name); - if (ODP_SHM_INVALID == shm) { - _ring_destroy("ipc_rx_cache"); + if (ODP_SHM_INVALID == shm) return -1; - } + pinfo = odp_shm_addr(shm); if (!pinfo->master.init_done) { odp_shm_free(shm); - _ring_destroy("ipc_rx_cache"); return -1; } - pkt_priv(pktio_entry)->pinfo = pinfo; - pkt_priv(pktio_entry)->pinfo_shm = shm; + pktio_ipc->pinfo = pinfo; + pktio_ipc->pinfo_shm = shm; ODP_DBG("process %d is slave\n", getpid()); ret = _ipc_init_slave(name, pktio_entry, pool); } else { - pkt_priv(pktio_entry)->type = PKTIO_TYPE_IPC_MASTER; + pktio_ipc->type = PKTIO_TYPE_IPC_MASTER; snprintf(name, sizeof(name), "%s_info", dev); shm = odp_shm_reserve(name, sizeof(struct pktio_info), ODP_CACHE_LINE_SIZE, ODP_SHM_EXPORT | ODP_SHM_SINGLE_VA); if (ODP_SHM_INVALID == shm) { - _ring_destroy("ipc_rx_cache"); ODP_ERR("can not create shm %s\n", name); return -1; } @@ -541,19 +576,26 @@ static int ipc_pktio_open(odp_pktio_t id ODP_UNUSED, pinfo = odp_shm_addr(shm); pinfo->master.init_done = 0; pinfo->master.pool_name[0] = 0; - pkt_priv(pktio_entry)->pinfo = pinfo; - pkt_priv(pktio_entry)->pinfo_shm = shm; + + pktio_ipc->pinfo = pinfo; + pktio_ipc->pinfo_shm = shm; ODP_DBG("process %d is master\n", getpid()); ret = _ipc_init_master(pktio_entry, dev, pool); } + if (ret) + odp_shm_free(shm); + return ret; } static void _ipc_free_ring_packets(pktio_entry_t *pktio_entry, ring_ptr_t *r, uint32_t r_mask) { - uintptr_t offsets[PKTIO_IPC_ENTRIES]; + pkt_ipc_t *pktio_ipc = pkt_priv(pktio_entry); + uint32_t ring_size = pktio_ipc->ring_size; + uint32_t ring_mask = pktio_ipc->ring_mask; + uintptr_t offsets[ring_size]; int ret; void **rbuf_p; int i; @@ -563,14 +605,13 @@ static void _ipc_free_ring_packets(pktio_entry_t *pktio_entry, ring_ptr_t *r, if (!r) return; - pool = pool_entry_from_hdl(pkt_priv(pktio_entry)->pool); + pool = pool_entry_from_hdl(pktio_ipc->pool); addr = odp_shm_addr(pool->shm); rbuf_p = (void *)&offsets; while (1) { - ret = ring_ptr_deq_multi(r, r_mask, rbuf_p, - PKTIO_IPC_ENTRIES - 1); + ret = ring_ptr_deq_multi(r, r_mask, rbuf_p, ring_mask); if (ret <= 0) break; for (i = 0; i < ret; i++) { @@ -588,34 +629,36 @@ static void _ipc_free_ring_packets(pktio_entry_t *pktio_entry, ring_ptr_t *r, static int ipc_pktio_recv_lockless(pktio_entry_t *pktio_entry, odp_packet_t pkt_table[], int len) { + pkt_ipc_t *pktio_ipc = pkt_priv(pktio_entry); + uint32_t ring_size = pktio_ipc->ring_size; + uint32_t ring_mask = pktio_ipc->ring_mask; int pkts = 0; int i; ring_ptr_t *r; ring_ptr_t *r_p; - uintptr_t offsets[PKTIO_IPC_ENTRIES]; + uintptr_t offsets[ring_size]; void **ipcbufs_p = (void *)&offsets[0]; uint32_t ready; - ready = odp_atomic_load_u32(&pkt_priv(pktio_entry)->ready); + ready = odp_atomic_load_u32(&pktio_ipc->ready); if (odp_unlikely(!ready)) { IPC_ODP_DBG("start pktio is missing before usage?\n"); return 0; } - _ipc_free_ring_packets(pktio_entry, pkt_priv(pktio_entry)->tx.free, - PKTIO_IPC_ENTRY_MASK); + _ipc_free_ring_packets(pktio_entry, pktio_ipc->tx.free, ring_mask); /* rx from cache */ - r = pkt_priv(pktio_entry)->rx.cache; - pkts = ring_ptr_deq_multi(r, PKTIO_IPC_ENTRY_MASK, ipcbufs_p, len); + r = pktio_ipc->rx.cache; + pkts = ring_ptr_deq_multi(r, ring_mask, ipcbufs_p, len); if (odp_unlikely(pkts < 0)) ODP_ABORT("internal error dequeue\n"); /* rx from other app */ if (pkts == 0) { ipcbufs_p = (void *)&offsets[0]; - r = pkt_priv(pktio_entry)->rx.recv; - pkts = ring_ptr_deq_multi(r, PKTIO_IPC_ENTRY_MASK, ipcbufs_p, + r = pktio_ipc->rx.recv; + pkts = ring_ptr_deq_multi(r, ring_mask, ipcbufs_p, len); if (odp_unlikely(pkts < 0)) ODP_ABORT("internal error dequeue\n"); @@ -633,11 +676,10 @@ static int ipc_pktio_recv_lockless(pktio_entry_t *pktio_entry, uint64_t data_pool_off; void *rmt_data_ptr; - phdr = (void *)((uint8_t *)pkt_priv(pktio_entry)-> - pool_mdata_base + - offsets[i]); + phdr = (void *)((uint8_t *)pktio_ipc->pool_mdata_base + + offsets[i]); - pool = pkt_priv(pktio_entry)->pool; + pool = pktio_ipc->pool; if (odp_unlikely(pool == ODP_POOL_INVALID)) ODP_ABORT("invalid pool"); @@ -646,7 +688,7 @@ static int ipc_pktio_recv_lockless(pktio_entry_t *pktio_entry, pkt = odp_packet_alloc(pool, phdr->frame_len); if (odp_unlikely(pkt == ODP_PACKET_INVALID)) { /* Original pool might be smaller then - * PKTIO_IPC_ENTRIES. If packet can not be + * ring size. If packet can not be * allocated from pool at this time, * simple get in on next recv() call. To keep * packet ordering store such packets in local @@ -661,13 +703,11 @@ static int ipc_pktio_recv_lockless(pktio_entry_t *pktio_entry, pkt_data = odp_packet_data(pkt); if (odp_unlikely(!pkt_data)) ODP_ABORT("unable to map pkt_data ipc_slave %d\n", - (PKTIO_TYPE_IPC_SLAVE == - pkt_priv(pktio_entry)->type)); + (PKTIO_TYPE_IPC_SLAVE == pktio_ipc->type)); /* Copy packet data from shared pool to local pool. */ - rmt_data_ptr = (uint8_t *)pkt_priv(pktio_entry)-> - pool_mdata_base + - data_pool_off; + rmt_data_ptr = (uint8_t *)pktio_ipc->pool_mdata_base + + data_pool_off; memcpy(pkt_data, rmt_data_ptr, phdr->frame_len); /* Copy packets L2, L3 parsed offsets and size */ @@ -686,8 +726,8 @@ static int ipc_pktio_recv_lockless(pktio_entry_t *pktio_entry, /* put back to rx ring dequed but not processed packets*/ if (pkts != i) { ipcbufs_p = (void *)&offsets[i]; - r_p = pkt_priv(pktio_entry)->rx.cache; - ring_ptr_enq_multi(r_p, PKTIO_IPC_ENTRY_MASK, ipcbufs_p, + r_p = pktio_ipc->rx.cache; + ring_ptr_enq_multi(r_p, ring_mask, ipcbufs_p, pkts - i); if (i == 0) @@ -698,10 +738,10 @@ static int ipc_pktio_recv_lockless(pktio_entry_t *pktio_entry, pkts = i; /* Now tell other process that we no longer need that buffers.*/ - r_p = pkt_priv(pktio_entry)->rx.free; + r_p = pktio_ipc->rx.free; ipcbufs_p = (void *)&offsets[0]; - ring_ptr_enq_multi(r_p, PKTIO_IPC_ENTRY_MASK, ipcbufs_p, pkts); + ring_ptr_enq_multi(r_p, ring_mask, ipcbufs_p, pkts); for (i = 0; i < pkts; i++) { IPC_ODP_DBG("%d/%d send to be free packet offset %x\n", @@ -728,11 +768,13 @@ static int ipc_pktio_recv(pktio_entry_t *pktio_entry, int index ODP_UNUSED, static int ipc_pktio_send_lockless(pktio_entry_t *pktio_entry, const odp_packet_t pkt_table[], int num) { + pkt_ipc_t *pktio_ipc = pkt_priv(pktio_entry); + uint32_t ring_mask = pktio_ipc->ring_mask; ring_ptr_t *r; void **rbuf_p; int i; - uint32_t ready = odp_atomic_load_u32(&pkt_priv(pktio_entry)->ready); - pool_t *ipc_pool = pool_entry_from_hdl(pkt_priv(pktio_entry)->pool); + uint32_t ready = odp_atomic_load_u32(&pktio_ipc->ready); + pool_t *ipc_pool = pool_entry_from_hdl(pktio_ipc->pool); odp_packet_t pkt_table_mapped[num]; /**< Ready to send packet has to be * in memory mapped pool. */ uintptr_t offsets[num]; @@ -740,8 +782,7 @@ static int ipc_pktio_send_lockless(pktio_entry_t *pktio_entry, if (odp_unlikely(!ready)) return 0; - _ipc_free_ring_packets(pktio_entry, pkt_priv(pktio_entry)->tx.free, - PKTIO_IPC_ENTRY_MASK); + _ipc_free_ring_packets(pktio_entry, pktio_ipc->tx.free, ring_mask); /* Copy packets to shm shared pool if they are in different * pool, or if they are references (we can't share across IPC). @@ -758,8 +799,7 @@ static int ipc_pktio_send_lockless(pktio_entry_t *pktio_entry, odp_packet_has_ref(pkt)) { odp_packet_t newpkt; - newpkt = odp_packet_copy(pkt, - pkt_priv(pktio_entry)->pool); + newpkt = odp_packet_copy(pkt, pktio_ipc->pool); if (newpkt == ODP_PACKET_INVALID) ODP_ABORT("Unable to copy packet\n"); @@ -791,14 +831,13 @@ static int ipc_pktio_send_lockless(pktio_entry_t *pktio_entry, odp_packet_to_u64(pkt), odp_pool_to_u64(pool_hdl), pkt_hdr, pkt_hdr->buf_hdr.ipc_data_offset, offsets[i], odp_shm_addr(pool->shm), - odp_shm_addr(pool_entry_from_hdl( - pkt_priv(pktio_entry)->pool)->shm)); + odp_shm_addr(ipc_pool->shm)); } /* Put packets to ring to be processed by other process. */ rbuf_p = (void *)&offsets[0]; - r = pkt_priv(pktio_entry)->tx.send; - ring_ptr_enq_multi(r, PKTIO_IPC_ENTRY_MASK, rbuf_p, num); + r = pktio_ipc->tx.send; + ring_ptr_enq_multi(r, ring_mask, rbuf_p, num); return num; } @@ -847,19 +886,20 @@ static int ipc_start(pktio_entry_t *pktio_entry) static int ipc_stop(pktio_entry_t *pktio_entry) { - odp_atomic_store_u32(&pkt_priv(pktio_entry)->ready, 0); + pkt_ipc_t *pktio_ipc = pkt_priv(pktio_entry); + uint32_t ring_mask = pktio_ipc->ring_mask; + + odp_atomic_store_u32(&pktio_ipc->ready, 0); - if (pkt_priv(pktio_entry)->tx.send) - _ipc_free_ring_packets(pktio_entry, - pkt_priv(pktio_entry)->tx.send, - PKTIO_IPC_ENTRY_MASK); + if (pktio_ipc->tx.send) + _ipc_free_ring_packets(pktio_entry, pktio_ipc->tx.send, + ring_mask); /* other process can transfer packets from one ring to * other, use delay here to free that packets. */ sleep(1); - if (pkt_priv(pktio_entry)->tx.free) - _ipc_free_ring_packets(pktio_entry, - pkt_priv(pktio_entry)->tx.free, - PKTIO_IPC_ENTRY_MASK); + if (pktio_ipc->tx.free) + _ipc_free_ring_packets(pktio_entry, pktio_ipc->tx.free, + ring_mask); return 0; } commit b89a5b77e92060c9343ab162526d05a8ee97f8b4 Author: Matias Elo <matias.elo(a)nokia.com> Date: Fri Oct 25 13:59:58 2019 +0300 linux-gen: ipc: clean up code Reorder code and remove unused variables and defines. Signed-off-by: Matias Elo <matias.elo(a)nokia.com> Reviewed-by: Petri Savolainen <petri.savolainen(a)nokia.com> diff --git a/platform/linux-generic/pktio/ipc.c b/platform/linux-generic/pktio/ipc.c index 00edcdb7e..dec918e95 100644 --- a/platform/linux-generic/pktio/ipc.c +++ b/platform/linux-generic/pktio/ipc.c @@ -11,6 +11,7 @@ #include <odp/api/system_info.h> #include <odp_shm_internal.h> #include <odp_ring_ptr_internal.h> +#include <odp_global_data.h> #include <errno.h> #include <fcntl.h> @@ -38,15 +39,12 @@ struct pktio_info { struct { /* number of buffer*/ int num; - /* size of packet/segment in remote pool */ - uint32_t block_size; char pool_name[ODP_POOL_NAME_LEN]; /* 1 if master finished creation of all shared objects */ int init_done; } master; struct { void *base_addr; - uint32_t block_size; char pool_name[ODP_POOL_NAME_LEN]; /* pid of the slave process written to shm and * used by master to look up memory created by @@ -57,46 +55,79 @@ struct pktio_info { } slave; } ODP_PACKED; -/* The maximum length of a ring name. */ -#define _RING_NAMESIZE 32 -/* If set - ring is visible from different processes. - * Default is thread visible.*/ -#define _RING_SHM_PROC (1 << 2) -/* Ring size mask */ -#define _RING_SZ_MASK (unsigned)(0x0fffffff) +typedef struct { + /* TX */ + struct { + /* ODP ring for IPC msg packets indexes transmitted to shared + * memory */ + ring_ptr_t *send; + /* ODP ring for IPC msg packets indexes already processed by + * remote process */ + ring_ptr_t *free; + } tx; + /* RX */ + struct { + /* ODP ring for IPC msg packets indexes received from shared + * memory (from remote process) */ + ring_ptr_t *recv; + /* odp ring for ipc msg packets indexes already processed by + * current process */ + ring_ptr_t *free; + /* local cache to keep packet order right */ + ring_ptr_t *cache; + } rx; /* slave */ + void *pool_base; /**< Remote pool base addr */ + void *pool_mdata_base; /**< Remote pool mdata base addr */ + odp_pool_t pool; /**< Pool of main process */ + enum { + PKTIO_TYPE_IPC_MASTER = 0, /**< Master is the process which + creates shm */ + PKTIO_TYPE_IPC_SLAVE /**< Slave is the process which + connects to shm */ + } type; /**< define if it's master or slave process */ + odp_atomic_u32_t ready; /**< 1 - pktio is ready and can recv/send + packet, 0 - not yet ready */ + void *pinfo; + odp_shm_t pinfo_shm; + odp_shm_t remote_pool_shm; /**< shm of remote pool get with + _ipc_map_remote_pool() */ +} pkt_ipc_t; + +ODP_STATIC_ASSERT(PKTIO_PRIVATE_SIZE >= sizeof(pkt_ipc_t), + "PKTIO_PRIVATE_SIZE too small"); + +static inline pkt_ipc_t *pkt_priv(pktio_entry_t *pktio_entry) +{ + return (pkt_ipc_t *)(uintptr_t)(pktio_entry->s.pkt_priv); +} + +/* MAC address for the "ipc" interface */ +static const char pktio_ipc_mac[] = {0x12, 0x12, 0x12, 0x12, 0x12, 0x12}; + +static odp_shm_t _ipc_map_remote_pool(const char *name, int pid); /* create the ring */ -static ring_ptr_t * -_ring_create(const char *name, unsigned count, unsigned flags) +static ring_ptr_t *_ring_create(const char *name, uint32_t count, + uint32_t shm_flags) { - char ring_name[_RING_NAMESIZE]; ring_ptr_t *r; size_t ring_size; - uint32_t shm_flag; odp_shm_t shm; - if (flags & _RING_SHM_PROC) - shm_flag = ODP_SHM_PROC | ODP_SHM_EXPORT; - else - shm_flag = 0; if (odp_global_ro.shm_single_va) - shm_flag |= ODP_SHM_SINGLE_VA; + shm_flags |= ODP_SHM_SINGLE_VA; /* count must be a power of 2 */ if (!CHECK_IS_POWER2(count)) { - ODP_ERR("Requested size is invalid, must be power of 2," - "and do not exceed the size limit %u\n", - _RING_SZ_MASK); + ODP_ERR("Requested size is invalid, must be a power of 2\n"); __odp_errno = EINVAL; return NULL; } - snprintf(ring_name, sizeof(ring_name), "%s", name); ring_size = sizeof(ring_ptr_t) + count * sizeof(void *); /* reserve a memory zone for this ring.*/ - shm = odp_shm_reserve(ring_name, ring_size, ODP_CACHE_LINE_SIZE, - shm_flag); + shm = odp_shm_reserve(name, ring_size, ODP_CACHE_LINE_SIZE, shm_flags); r = odp_shm_addr(shm); if (r != NULL) { @@ -124,7 +155,7 @@ static int _ring_destroy(const char *name) /** * Return the number of entries in a ring. */ -static unsigned _ring_count(ring_ptr_t *r, uint32_t mask) +static uint32_t _ring_count(ring_ptr_t *r, uint32_t mask) { uint32_t prod_tail = odp_atomic_load_u32(&r->r.w_tail); uint32_t cons_tail = odp_atomic_load_u32(&r->r.r_tail); @@ -135,7 +166,7 @@ static unsigned _ring_count(ring_ptr_t *r, uint32_t mask) /** * Return the number of free entries in a ring. */ -static unsigned _ring_free_count(ring_ptr_t *r, uint32_t mask) +static uint32_t _ring_free_count(ring_ptr_t *r, uint32_t mask) { uint32_t prod_tail = odp_atomic_load_u32(&r->r.w_tail); uint32_t cons_tail = odp_atomic_load_u32(&r->r.r_tail); @@ -143,58 +174,6 @@ static unsigned _ring_free_count(ring_ptr_t *r, uint32_t mask) return (cons_tail - prod_tail - 1) & mask; } -typedef struct { - /* TX */ - struct { - /* ODP ring for IPC msg packets indexes transmitted to shared - * memory */ - ring_ptr_t *send; - /* ODP ring for IPC msg packets indexes already processed by - * remote process */ - ring_ptr_t *free; - } tx; - /* RX */ - struct { - /* ODP ring for IPC msg packets indexes received from shared - * memory (from remote process) */ - ring_ptr_t *recv; - /* odp ring for ipc msg packets indexes already processed by - * current process */ - ring_ptr_t *free; - /* local cache to keep packet order right */ - ring_ptr_t *cache; - } rx; /* slave */ - void *pool_base; /**< Remote pool base addr */ - void *pool_mdata_base; /**< Remote pool mdata base addr */ - uint64_t pkt_size; /**< Packet size in remote pool */ - odp_pool_t pool; /**< Pool of main process */ - enum { - PKTIO_TYPE_IPC_MASTER = 0, /**< Master is the process which - creates shm */ - PKTIO_TYPE_IPC_SLAVE /**< Slave is the process which - connects to shm */ - } type; /**< define if it's master or slave process */ - odp_atomic_u32_t ready; /**< 1 - pktio is ready and can recv/send - packet, 0 - not yet ready */ - void *pinfo; - odp_shm_t pinfo_shm; - odp_shm_t remote_pool_shm; /**< shm of remote pool get with - _ipc_map_remote_pool() */ -} pkt_ipc_t; - -ODP_STATIC_ASSERT(PKTIO_PRIVATE_SIZE >= sizeof(pkt_ipc_t), - "PKTIO_PRIVATE_SIZE too small"); - -static inline pkt_ipc_t *pkt_priv(pktio_entry_t *pktio_entry) -{ - return (pkt_ipc_t *)(uintptr_t)(pktio_entry->s.pkt_priv); -} - -/* MAC address for the "ipc" interface */ -static const char pktio_ipc_mac[] = {0x12, 0x12, 0x12, 0x12, 0x12, 0x12}; - -static odp_shm_t _ipc_map_remote_pool(const char *name, int pid); - static const char *_ipc_odp_buffer_pool_shm_name(odp_pool_t pool_hdl) { pool_t *pool; @@ -240,13 +219,9 @@ static int _ipc_init_master(pktio_entry_t *pktio_entry, odp_pool_t pool_hdl) { char ipc_shm_name[ODP_POOL_NAME_LEN + sizeof("_m_prod")]; - pool_t *pool; struct pktio_info *pinfo; const char *pool_name; - pool = pool_entry_from_hdl(pool_hdl); - (void)pool; - if (strlen(dev) > (ODP_POOL_NAME_LEN - sizeof("_m_prod"))) { ODP_ERR("too big ipc name\n"); return -1; @@ -258,7 +233,8 @@ static int _ipc_init_master(pktio_entry_t *pktio_entry, snprintf(ipc_shm_name, sizeof(ipc_shm_name), "%s_m_prod", dev); pkt_priv(pktio_entry)->tx.send = _ring_create(ipc_shm_name, PKTIO_IPC_ENTRIES, - _RING_SHM_PROC); + ODP_SHM_PROC | + ODP_SHM_EXPORT); if (!pkt_priv(pktio_entry)->tx.send) { ODP_ERR("pid %d unable to create ipc ring %s name\n", getpid(), ipc_shm_name); @@ -276,7 +252,8 @@ static int _ipc_init_master(pktio_entry_t *pktio_entry, snprintf(ipc_shm_name, sizeof(ipc_shm_name), "%s_m_cons", dev); pkt_priv(pktio_entry)->tx.free = _ring_create(ipc_shm_name, PKTIO_IPC_ENTRIES, - _RING_SHM_PROC); + ODP_SHM_PROC | + ODP_SHM_EXPORT); if (!pkt_priv(pktio_entry)->tx.free) { ODP_ERR("pid %d unable to create ipc ring %s name\n", getpid(), ipc_shm_name); @@ -291,7 +268,8 @@ static int _ipc_init_master(pktio_entry_t *pktio_entry, snprintf(ipc_shm_name, sizeof(ipc_shm_name), "%s_s_prod", dev); pkt_priv(pktio_entry)->rx.recv = _ring_create(ipc_shm_name, PKTIO_IPC_ENTRIES, - _RING_SHM_PROC); + ODP_SHM_PROC | + ODP_SHM_EXPORT); if (!pkt_priv(pktio_entry)->rx.recv) { ODP_ERR("pid %d unable to create ipc ring %s name\n", getpid(), ipc_shm_name); @@ -306,7 +284,8 @@ static int _ipc_init_master(pktio_entry_t *pktio_entry, snprintf(ipc_shm_name, sizeof(ipc_shm_name), "%s_s_cons", dev); pkt_priv(pktio_entry)->rx.free = _ring_create(ipc_shm_name, PKTIO_IPC_ENTRIES, - _RING_SHM_PROC); + ODP_SHM_PROC | + ODP_SHM_EXPORT); if (!pkt_priv(pktio_entry)->rx.free) { ODP_ERR("pid %d unable to create ipc ring %s name\n", getpid(), ipc_shm_name); @@ -361,7 +340,6 @@ static void _ipc_export_pool(struct pktio_info *pinfo, snprintf(pinfo->slave.pool_name, ODP_POOL_NAME_LEN, "%s", _ipc_odp_buffer_pool_shm_name(pool_hdl)); pinfo->slave.pid = odp_global_ro.main_pid; - pinfo->slave.block_size = pool->block_size; pinfo->slave.base_addr = pool->base_addr; } @@ -480,7 +458,6 @@ static int _ipc_slave_start(pktio_entry_t *pktio_entry) pid); pkt_priv(pktio_entry)->remote_pool_shm = shm; pkt_priv(pktio_entry)->pool_mdata_base = (char *)odp_shm_addr(shm); - pkt_priv(pktio_entry)->pkt_size = pinfo->master.block_size; _ipc_export_pool(pinfo, pkt_priv(pktio_entry)->pool); @@ -517,9 +494,6 @@ static int ipc_pktio_open(odp_pktio_t id ODP_UNUSED, char tail[ODP_POOL_NAME_LEN]; odp_shm_t shm; - ODP_STATIC_ASSERT(ODP_POOL_NAME_LEN == _RING_NAMESIZE, - "mismatch pool and ring name arrays"); - if (strncmp(dev, "ipc", 3)) return -1; commit fc07575511c3a5b79ccae80ca278b3daad4f101d Author: Matias Elo <matias.elo(a)nokia.com> Date: Fri Oct 25 13:01:00 2019 +0300 linux-gen: ipc: remove now unnecessary init/term functions Signed-off-by: Matias Elo <matias.elo(a)nokia.com> Reviewed-by: Petri Savolainen <petri.savolainen(a)nokia.com> diff --git a/platform/linux-generic/pktio/ipc.c b/platform/linux-generic/pktio/ipc.c index faabe8a51..00edcdb7e 100644 --- a/platform/linux-generic/pktio/ipc.c +++ b/platform/linux-generic/pktio/ipc.c @@ -65,43 +65,6 @@ struct pktio_info { /* Ring size mask */ #define _RING_SZ_MASK (unsigned)(0x0fffffff) -typedef struct { - /* Rings tailq lock */ - odp_rwlock_t qlock; - odp_shm_t shm; -} global_data_t; - -static global_data_t *global; - -/* Initialize tailq_ring */ -static int _ring_global_init(void) -{ - odp_shm_t shm; - - /* Allocate globally shared memory */ - shm = odp_shm_reserve("_odp_ring_global", sizeof(global_data_t), - ODP_CACHE_LINE_SIZE, 0); - if (ODP_SHM_INVALID == shm) { - ODP_ERR("Shm reserve failed for pktio ring\n"); - return -1; - } - - global = odp_shm_addr(shm); - memset(global, 0, sizeof(global_data_t)); - global->shm = shm; - - return 0; -} - -static int _ring_global_term(void) -{ - if (odp_shm_free(global->shm)) { - ODP_ERR("Shm free failed for pktio ring\n"); - return -1; - } - return 0; -} - /* create the ring */ static ring_ptr_t * _ring_create(const char *name, unsigned count, unsigned flags) @@ -961,23 +924,12 @@ static int ipc_close(pktio_entry_t *pktio_entry) return 0; } -static int ipc_pktio_init_global(void) -{ - ODP_DBG("PKTIO: initializing ipc interface.\n"); - return _ring_global_init(); -} - -static int ipc_pktio_term_global(void) -{ - return _ring_global_term(); -} - const pktio_if_ops_t ipc_pktio_ops = { .name = "ipc", .print = NULL, - .init_global = ipc_pktio_init_global, + .init_global = NULL, .init_local = NULL, - .term = ipc_pktio_term_global, + .term = NULL, .open = ipc_pktio_open, .close = ipc_close, .recv = ipc_pktio_recv, commit ff99ba52f99a608dc1a41f4d8a86ab5c2f8491ca Author: Matias Elo <matias.elo(a)nokia.com> Date: Fri Oct 25 11:13:59 2019 +0300 linux-gen: ipc: remove unnecessary odp_packet_io_ipc_internal.h header Copy the remaining necessary code from odp_packet_io_ipc_internal.h to ipc.c. Signed-off-by: Matias Elo <matias.elo(a)nokia.com> Reviewed-by: Petri Savolainen <petri.savolainen(a)nokia.com> diff --git a/platform/linux-generic/Makefile.am b/platform/linux-generic/Makefile.am index a3ec92af6..0d15e53d9 100644 --- a/platform/linux-generic/Makefile.am +++ b/platform/linux-generic/Makefile.am @@ -108,7 +108,6 @@ noinst_HEADERS = \ include/odp_packet_dpdk.h \ include/odp_packet_internal.h \ include/odp_packet_io_internal.h \ - include/odp_packet_io_ipc_internal.h \ include/odp_socket_common.h \ include/odp_packet_io_stats_common.h \ include/odp_packet_io_stats.h \ diff --git a/platform/linux-generic/include/odp_packet_io_ipc_internal.h b/platform/linux-generic/include/odp_packet_io_ipc_internal.h deleted file mode 100644 index 8962f8936..000000000 --- a/platform/linux-generic/include/odp_packet_io_ipc_internal.h +++ /dev/null @@ -1,46 +0,0 @@ -/* Copyright (c) 2015-2018, Linaro Limited - * All rights reserved. - * - * SPDX-License-Identifier: BSD-3-Clause - */ - -#include <odp/api/packet_io.h> -#include <odp_packet_io_internal.h> -#include <odp/api/packet.h> -#include <odp_packet_internal.h> -#include <odp/api/shared_memory.h> - -#include <string.h> -#include <unistd.h> -#include <stdlib.h> - -/* number of odp buffers in odp ring queue */ -#define PKTIO_IPC_ENTRIES 4096 - -#define PKTIO_IPC_ENTRY_MASK (PKTIO_IPC_ENTRIES - 1) - -/* that struct is exported to shared memory, so that processes can find - * each other. - */ -struct pktio_info { - struct { - /* number of buffer*/ - int num; - /* size of packet/segment in remote pool */ - uint32_t block_size; - char pool_name[ODP_POOL_NAME_LEN]; - /* 1 if master finished creation of all shared objects */ - int init_done; - } master; - struct { - void *base_addr; - uint32_t block_size; - char pool_name[ODP_POOL_NAME_LEN]; - /* pid of the slave process written to shm and - * used by master to look up memory created by - * slave - */ - int pid; - int init_done; - } slave; -} ODP_PACKED; diff --git a/platform/linux-generic/odp_packet_io.c b/platform/linux-generic/odp_packet_io.c index 6e4f36569..33ba8fdb4 100644 --- a/platform/linux-generic/odp_packet_io.c +++ b/platform/linux-generic/odp_packet_io.c @@ -24,7 +24,6 @@ #include <odp_schedule_if.h> #include <odp_classification_internal.h> #include <odp_debug_internal.h> -#include <odp_packet_io_ipc_internal.h> #include <odp/api/time.h> #include <odp/api/plat/time_inlines.h> #include <odp_pcapng.h> diff --git a/platform/linux-generic/pktio/ipc.c b/platform/linux-generic/pktio/ipc.c index 680bfa392..faabe8a51 100644 --- a/platform/linux-generic/pktio/ipc.c +++ b/platform/linux-generic/pktio/ipc.c @@ -5,7 +5,6 @@ * SPDX-License-Identifier: BSD-3-Clause */ -#include <odp_packet_io_ipc_internal.h> #include <odp_debug_internal.h> #include <odp_packet_io_internal.h> #include <odp_errno_define.h> @@ -17,6 +16,7 @@ #include <fcntl.h> #include <sys/mman.h> #include <sys/stat.h> +#include <unistd.h> #define IPC_ODP_DEBUG_PRINT 0 @@ -26,6 +26,37 @@ ODP_DBG(fmt, ##__VA_ARGS__);\ } while (0) +/* number of odp buffers in odp ring queue */ +#define PKTIO_IPC_ENTRIES 4096 + +#define PKTIO_IPC_ENTRY_MASK (PKTIO_IPC_ENTRIES - 1) + +/* that struct is exported to shared memory, so that processes can find + * each other. + */ +struct pktio_info { + struct { + /* number of buffer*/ + int num; + /* size of packet/segment in remote pool */ + uint32_t block_size; + char pool_name[ODP_POOL_NAME_LEN]; + /* 1 if master finished creation of all shared objects */ + int init_done; + } master; + struct { + void *base_addr; + uint32_t block_size; + char pool_name[ODP_POOL_NAME_LEN]; + /* pid of the slave process written to shm and + * used by master to look up memory created by + * slave + */ + int pid; + int init_done; + } slave; +} ODP_PACKED; + /* The maximum length of a ring name. */ #define _RING_NAMESIZE 32 /* If set - ring is visible from different processes. commit 426ee8c61835c8faa5df0873ecc4ec7c8667c691 Author: Matias Elo <matias.elo(a)nokia.com> Date: Fri Oct 25 11:08:52 2019 +0300 linux-gen: ipc: move remaining ring helper functions to ipc source file The remaining ring helper functions are only used by the IPC pktio, so move them to ipc.c. Signed-off-by: Matias Elo <matias.elo(a)nokia.com> Reviewed-by: Petri Savolainen <petri.savolainen(a)nokia.com> diff --git a/platform/linux-generic/Makefile.am b/platform/linux-generic/Makefile.am index 0d4d905f9..a3ec92af6 100644 --- a/platform/linux-generic/Makefile.am +++ b/platform/linux-generic/Makefile.am @@ -109,7 +109,6 @@ noinst_HEADERS = \ include/odp_packet_internal.h \ include/odp_packet_io_internal.h \ include/odp_packet_io_ipc_internal.h \ - include/odp_packet_io_ring_internal.h \ include/odp_socket_common.h \ include/odp_packet_io_stats_common.h \ include/odp_packet_io_stats.h \ @@ -224,7 +223,6 @@ __LIB__libodp_linux_la_SOURCES = \ pktio/netmap.c \ pktio/null.c \ pktio/pktio_common.c \ - pktio/ring.c \ pktio/socket.c \ pktio/socket_mmap.c \ pktio/tap.c diff --git a/platform/linux-generic/include/odp_packet_io_internal.h b/platform/linux-generic/include/odp_packet_io_internal.h index d12db8339..ba2e7c6bc 100644 --- a/platform/linux-generic/include/odp_packet_io_internal.h +++ b/platform/linux-generic/include/odp_packet_io_internal.h @@ -27,7 +27,6 @@ extern "C" { #include <odp_classification_datamodel.h> #include <odp_align_internal.h> #include <odp_debug_internal.h> -#include <odp_packet_io_ring_internal.h> #include <odp_packet_io_stats_common.h> #include <odp_queue_if.h> diff --git a/platform/linux-generic/include/odp_packet_io_ipc_internal.h b/platform/linux-generic/include/odp_packet_io_ipc_internal.h index 59c268cb9..8962f8936 100644 --- a/platform/linux-generic/include/odp_packet_io_ipc_internal.h +++ b/platform/linux-generic/include/odp_packet_io_ipc_internal.h @@ -14,9 +14,6 @@ #include <unistd.h> #include <stdlib.h> -/* IPC packet I/O over shared memory ring */ -#include <odp_packet_io_ring_internal.h> - /* number of odp buffers in odp ring queue */ #define PKTIO_IPC_ENTRIES 4096 diff --git a/platform/linux-generic/include/odp_packet_io_ring_internal.h b/platform/linux-generic/include/odp_packet_io_ring_internal.h deleted file mode 100644 index 22f1ae017..000000000 --- a/platform/linux-generic/include/odp_packet_io_ring_internal.h +++ /dev/null @@ -1,413 +0,0 @@ -/* Copyright (c) 2014-2018, Linaro Limited - * All rights reserved. - * - * SPDX-License-Identifier: BSD-3-Clause - */ - -/*- - * BSD LICENSE - * - * Copyright(c) 2010-2013 Intel Corporation. All rights reserved. - * All rights reserved. - * - * Redistribution and use in source and binary forms, with or without - * modification, are permitted provided that the following conditions - * are met: - * - * * Redistributions of source code must retain the above copyright - * notice, this list of conditions and the following disclaimer. - * * Redistributions in binary form must reproduce the above copyright - * notice, this list of conditions and the following disclaimer in - * the documentation and/or other materials provided with the - * distribution. - * * Neither the name of Intel Corporation nor the names of its - * contributors may be used to endorse or promote products derived - * from this software without specific prior written permission. - * - * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS - * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT - * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR - * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT - * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, - * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT - * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, - * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY - * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT - * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE - * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - */ - -/* - * Derived from FreeBSD's bufring.c - * - ************************************************************************** - * - * Copyright (c) 2007,2008 Kip Macy kmacy(a)freebsd.org - * All rights reserved. - * - * Redistribution and use in source and binary forms, with or without - * modification, are permitted provided that the following conditions are met: - * - * 1. Redistributions of source code must retain the above copyright notice, - * this list of conditions and the following disclaimer. - * - * 2. The name of Kip Macy nor the names of other - * contributors may be used to endorse or promote products derived from - * this software without specific prior written permission. - * - * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" - * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE - * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE - * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE - * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR - * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF - * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS - * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN - * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) - * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE - * POSSIBILITY OF SUCH DAMAGE. - * - ***************************************************************************/ - -/** - * ODP Ring - * - * The Ring Manager is a fixed-size queue, implemented as a table of - * pointers. Head and tail pointers are modified atomically, allowing - * concurrent access to it. It has the following features: - * - * - FIFO (First In First Out) - * - Maximum size is fixed; the pointers are stored in a table. - * - Lockless implementation. - * - Multi- or single-consumer dequeue. - * - Multi- or single-producer enqueue. - * - Bulk dequeue. - * - Bulk enqueue. - * - * Note: the ring implementation is not preemptable. A lcore must not - * be interrupted by another task that uses the same ring. - * - */ - -#ifndef _RING_H_ -#define _RING_H_ - -#ifdef __cplusplus -extern "C" { -#endif - -#include <odp/api/std_types.h> -#include <odp/api/hints.h> -#include <odp/api/atomic.h> -#include <errno.h> -#include <sys/queue.h> -#include <odp_debug_internal.h> - -#include <odp_ring_ptr_internal.h> - -enum _ring_queue_behavior { - _RING_QUEUE_FIXED = 0, /**< Enq/Deq a fixed number - of items from a ring */ - _RING_QUEUE_VARIABLE /**< Enq/Deq as many items - a possible from ring */ -}; - -#define _RING_NAMESIZE 32 /**< The maximum length of a ring name. */ - -/** - * An ODP ring structure. - * - * The producer and the consumer have a head and a tail index. The particularity - * of these index is that they are not between 0 and size(ring). These indexes - * are between 0 and 2^32, and we mask their value when we access the ring[] - * field. Thanks to this assumption, we can do subtractions between 2 index - * values in a modulo-32bit base: that's why the overflow of the indexes is not - * a problem. - */ -typedef struct _ring { - /** @private Next in list. */ - TAILQ_ENTRY(_ring) next; - - /** @private Name of the ring. */ - char name[_RING_NAMESIZE]; - /** @private Flags supplied at creation. */ - int flags; - - /** @private Producer */ - struct ODP_ALIGNED_CACHE _prod { - uint32_t size; /* Size of ring. */ - uint32_t mask; /* Mask (size-1) of ring. */ - volatile uint32_t head; /* Producer head. */ - volatile uint32_t tail; /* Producer tail. */ - } prod; - - /** @private Consumer */ - struct ODP_ALIGNED_CACHE _cons { - uint32_t size; /* Size of the ring. */ - uint32_t mask; /* Mask (size-1) of ring. */ - volatile uint32_t head; /* Consumer head. */ - volatile uint32_t tail; /* Consumer tail. */ - } cons; - - /** @private Memory space of ring starts here. */ - void ODP_ALIGNED_CACHE *ring[0]; -} _ring_t; - -/* The default enqueue is "single-producer".*/ -#define _RING_F_SP_ENQ (1 << 0) -/* The default dequeue is "single-consumer".*/ -#define _RING_F_SC_DEQ (1 << 1) -/* If set - ring is visible from different processes. - * Default is thread visible.*/ -#define _RING_SHM_PROC (1 << 2) -/* Ring size mask */ -#define _RING_SZ_MASK (unsigned)(0x0fffffff) - -/** - * Create a new ring named *name* in memory. - * - * This function uses odp_shm_reserve() to allocate memory. Its size is - * set to *count*, which must be a power of two. Note that the real usable - * ring size is count-1 instead of count. - * - * @param name - * The name of the ring. - * @param count - * The size of the ring (must be a power of 2). - * @param flags - * An OR of the following: - * - RING_F_SP_ENQ: If this flag is set, the default behavior when - * using ``odph_ring_enqueue()`` or ``odph_ring_enqueue_bulk()`` - * is "single-producer". Otherwise, it is "multi-producers". - * - RING_F_SC_DEQ: If this flag is set, the default behavior when - * using ``odph_ring_dequeue()`` or ``odph_ring_dequeue_bulk()`` - * is "single-consumer". Otherwise, it is "multi-consumers". - * @return - * On success, the pointer to the new allocated ring. NULL on error with - * odp_errno set appropriately. Possible errno values include: - * - EINVAL - count provided is not a power of 2 - * - ENOSPC - the maximum number of memzones has already been allocated - * - EEXIST - a memzone with the same name already exists - * - ENOMEM - no appropriate memory area found in which to create memzone - */ -ring_ptr_t *_ring_create(const char *name, unsigned count, unsigned flags); - -/** - * Destroy the ring created with *name*. - * - * @param name name of the ring to be destroyed. - * @return 0 on success and negative value on error. - */ -int _ring_destroy(const char *name); - -/** - * Dump the status of the ring to the console. - * - * @param r A pointer to the ring structure. - */ -void _ring_dump(ring_ptr_t *r, uint32_t mask); - -/** - * Enqueue several objects on the ring (multi-producers safe). - * - * This function uses a "compare and set" instruction to move the - * producer index atomically. - * - * @param r - * A pointer to the ring structure. - * @param obj_table - * A pointer to a table of void * pointers (objects). - * @param n - * The number of objects to add in the ring from the obj_table. - * @param behavior - * ODPH_RING_QUEUE_FIXED: Enqueue a fixed number of items from a ring - * ODPH_RING_QUEUE_VARIABLE: Enqueue as many items a possible from ring - * @return - * Depend on the behavior value - * if behavior = ODPH_RING_QUEUE_FIXED - * - 0: Success; objects enqueue. - * - -ENOBUFS: Not enough room in the ring to enqueue, no object is enqueued. - * if behavior = ODPH_RING_QUEUE_VARIABLE - * - n: Actual number of objects enqueued. - */ -int ___ring_mp_do_enqueue(ring_ptr_t *r, void * const *obj_table, - unsigned n, - enum _ring_queue_behavior behavior); - -/** - * Dequeue several objects from a ring (multi-consumers safe). When - * the request objects are more than the available objects, only dequeue the - * actual number of objects - * - * This function uses a "compare and set" instruction to move the - * consumer index atomically. - * - * @param r - * A pointer to the ring structure. - * @param obj_table - * A pointer to a table of void * pointers (objects) that will be filled. - * @param n - * The number of objects to dequeue from the ring to the obj_table. - * @param behavior - * ODPH_RING_QUEUE_FIXED: Dequeue a fixed number of items from a ring - * ODPH_RING_QUEUE_VARIABLE: Dequeue as many items a possible from ring - * @return - * Depend on the behavior value - * if behavior = ODPH_RING_QUEUE_FIXED - * - 0: Success; objects dequeued. - * - -ENOENT: Not enough entries in the ring to dequeue; no object is - * dequeued. - * if behavior = ODPH_RING_QUEUE_VARIABLE - * - n: Actual number of objects dequeued. - */ - -int ___ring_mc_do_dequeue(ring_ptr_t *r, void **obj_table, - unsigned n, - enum _ring_queue_behavior behavior); - -/** - * Enqueue several objects on the ring (multi-producers safe). - * - * This function uses a "compare and set" instruction to move the - * producer index atomically. - * - * @param r - * A pointer to the ring structure. - * @param obj_table - * A pointer to a table of void * pointers (objects). - * @param n - * The number of objects to add in the ring from the obj_table. - * @return - * - 0: Success; objects enqueue. - * - -EDQUOT: Quota exceeded. The objects have been enqueued, but the - * high water mark is exceeded. - * - -ENOBUFS: Not enough room in the ring to enqueue, no object is enqueued. - */ -int _ring_mp_enqueue_bulk(ring_ptr_t *r, void * const *obj_table, - unsigned n); - -/** - * Dequeue several objects from a ring (multi-consumers safe). - * - * This function uses a "compare and set" instruction to move the - * consumer index atomically. - * - * @param r - * A pointer to the ring structure. - * @param obj_table - * A pointer to a table of void * pointers (objects) that will be filled. - * @param n - * The number of objects to dequeue from the ring to the obj_table. - * @return - * - 0: Success; objects dequeued. - * - -ENOENT: Not enough entries in the ring to dequeue; no object is - * dequeued. - */ -int _ring_mc_dequeue_bulk(ring_ptr_t *r, void **obj_table, unsigned n); - -/** - * Test if a ring is full. - * - * @param r - * A pointer to the ring structure. - * @return - * - 1: The ring is full. - * - 0: The ring is not full. - */ -int _ring_full(ring_ptr_t *r, uint32_t mask); - -/** - * Test if a ring is empty. - * - * @param r - * A pointer to the ring structure. - * @return - * - 1: The ring is empty. - * - 0: The ring is not empty. - */ -int _ring_empty(ring_ptr_t *r, uint32_t mask); - -/** - * Return the number of entries in a ring. - * - * @param r - * A pointer to the ring structure. - * @return - * The number of entries in the ring. - */ -unsigned _ring_count(ring_ptr_t *r, uint32_t mask); - -/** - * Return the number of free entries in a ring. - * - * @param r - * A pointer to the ring structure. - * @return - * The number of free entries in the ring. - */ -unsigned _ring_free_count(ring_ptr_t *r, uint32_t mask); - -/** - * search ring by name - * @param name ring name to search - * @return pointer to ring otherwise NULL - */ -ring_ptr_t *_ring_lookup(const char *name); - -/** - * Enqueue several objects on the ring (multi-producers safe). - * - * This function uses a "compare and set" instruction to move the - * producer index atomically. - * - * @param r - * A pointer to the ring structure. - * @param obj_table - * A pointer to a table of void * pointers (objects). - * @param n - * The number of objects to add in the ring from the obj_table. - * @return - * - n: Actual number of objects enqueued. - */ -int _ring_mp_enqueue_burst(ring_ptr_t *r, void * const *obj_table, - unsigned n); - -/** - * Dequeue several objects from a ring (multi-consumers safe). When the request - * objects are more than the available objects, only dequeue the actual number - * of objects - * - * This function uses a "compare and set" instruction to move the - * consumer index atomically. - * - * @param r - * A pointer to the ring structure. - * @param obj_table - * A pointer to a table of void * pointers (objects) that will be filled. - * @param n - * The number of objects to dequeue from the ring to the obj_table. - * @return - * - n: Actual number of objects dequeued, 0 if ring is empty - */ -int _ring_mc_dequeue_burst(ring_ptr_t *r, void **obj_table, unsigned n); - -/** - * dump the status of all rings on the console - */ -void _ring_list_dump(void); - -/** - * Initialize ring tailq - */ -int _ring_global_init(void); - -/** - * Terminate ring tailq - */ -int _ring_global_term(void); - -#ifdef __cplusplus -} -#endif - -#endif diff --git a/platform/linux-generic/pktio/ipc.c b/platform/linux-generic/pktio/ipc.c index a7678f261..680bfa392 100644 --- a/platform/linux-generic/pktio/ipc.c +++ b/platform/linux-generic/pktio/ipc.c @@ -1,4 +1,5 @@ /* Copyright (c) 2015-2018, Linaro Limited + * Copyright (c) 2019, Nokia * All rights reserved. * * SPDX-License-Identifier: BSD-3-Clause @@ -7,13 +8,15 @@ #include <odp_packet_io_ipc_internal.h> #include <odp_debug_internal.h> #include <odp_packet_io_internal.h> +#include <odp_errno_define.h> #include <odp/api/system_info.h> #include <odp_shm_internal.h> #include <odp_ring_ptr_internal.h> +#include <errno.h> +#include <fcntl.h> #include <sys/mman.h> #include <sys/stat.h> -#include <fcntl.h> #define IPC_ODP_DEBUG_PRINT 0 @@ -23,6 +26,129 @@ ODP_DBG(fmt, ##__VA_ARGS__);\ } while (0) +/* The maximum length of a ring name. */ +#define _RING_NAMESIZE 32 +/* If set - ring is visible from different processes. + * Default is thread visible.*/ +#define _RING_SHM_PROC (1 << 2) +/* Ring size mask */ +#define _RING_SZ_MASK (unsigned)(0x0fffffff) + +typedef struct { + /* Rings tailq lock */ + odp_rwlock_t qlock; + odp_shm_t shm; +} global_data_t; + +static global_data_t *global; + +/* Initialize tailq_ring */ +static int _ring_global_init(void) +{ + odp_shm_t shm; + + /* Allocate globally shared memory */ + shm = odp_shm_reserve("_odp_ring_global", sizeof(global_data_t), + ODP_CACHE_LINE_SIZE, 0); + if (ODP_SHM_INVALID == shm) { + ODP_ERR("Shm reserve failed for pktio ring\n"); + return -1; + } + + global = odp_shm_addr(shm); + memset(global, 0, sizeof(global_data_t)); + global->shm = shm; + + return 0; +} + +static int _ring_global_term(void) +{ + if (odp_shm_free(global->shm)) { + ODP_ERR("Shm free failed for pktio ring\n"); + return -1; + } + return 0; +} + +/* create the ring */ +static ring_ptr_t * +_ring_create(const char *name, unsigned count, unsigned flags) +{ + char ring_name[_RING_NAMESIZE]; + ring_ptr_t *r; + size_t ring_size; + uint32_t shm_flag; + odp_shm_t shm; + + if (flags & _RING_SHM_PROC) + shm_flag = ODP_SHM_PROC | ODP_SHM_EXPORT; + else + shm_flag = 0; + if (odp_global_ro.shm_single_va) + shm_flag |= ODP_SHM_SINGLE_VA; + + /* count must be a power of 2 */ + if (!CHECK_IS_POWER2(count)) { + ODP_ERR("Requested size is invalid, must be power of 2," + "and do not exceed the size limit %u\n", + _RING_SZ_MASK); + __odp_errno = EINVAL; + return NULL; + } + + snprintf(ring_name, sizeof(ring_name), "%s", name); + ring_size = sizeof(ring_ptr_t) + count * sizeof(void *); + + /* reserve a memory zone for this ring.*/ + shm = odp_shm_reserve(ring_name, ring_size, ODP_CACHE_LINE_SIZE, + shm_flag); + + r = odp_shm_addr(shm); + if (r != NULL) { + /* init the ring structure */ + ring_ptr_init(r); + + } else { + __odp_errno = ENOMEM; + ODP_ERR("Cannot reserve memory\n"); + } + + return r; +} + +static int _ring_destroy(const char *name) +{ + odp_shm_t shm = odp_shm_lookup(name); + + if (shm != ODP_SHM_INVALID) + return odp_shm_free(shm); + + return 0; +} + +/** + * Return the number of entries in a ring. + */ +static unsigned _ring_count(ring_ptr_t *r, uint32_t mask) +{ + uint32_t prod_tail = odp_atomic_load_u32(&r->r.w_tail); + uint32_t cons_tail = odp_atomic_load_u32(&r->r.r_tail); + + return (prod_tail - cons_tail) & mask; +} + +/** + * Return the number of free entries in a ring. + */ +static unsigned _ring_free_count(ring_ptr_t *r, uint32_t mask) +{ + uint32_t prod_tail = odp_atomic_load_u32(&r->r.w_tail); + uint32_t cons_tail = odp_atomic_load_u32(&r->r.r_tail); + + return (cons_tail - prod_tail - 1) & mask; +} + typedef struct { /* TX */ struct { diff --git a/platform/linux-generic/pktio/ring.c b/platform/linux-generic/pktio/ring.c deleted file mode 100644 index 8b3d2b26e..000000000 --- a/platform/linux-generic/pktio/ring.c +++ /dev/null @@ -1,199 +0,0 @@ -/* Copyright (c) 2014-2018, Linaro Limited - * All rights reserved. - * - * SPDX-License-Identifier: BSD-3-Clause - */ - -/*- - * BSD LICENSE - * - * Copyright(c) 2010-2013 Intel Corporation. All rights reserved. - * All rights reserved. - * - * Redistribution and use in source and binary forms, with or without - * modification, are permitted provided that the following conditions - * are met: - * - * * Redistributions of source code must retain the above copyright - * notice, this list of conditions and the following disclaimer. - * * Redistributions in binary form must reproduce the above copyright - * notice, this list of conditions and the following disclaimer in - * the documentation and/or other materials provided with the - * distribution. - * * Neither the name of Intel Corporation nor the names of its - * contributors may be used to endorse or promote products derived - * from this software without specific prior written permission. - * - * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS - * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT - * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR - * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT - * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, - * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT - * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, - * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY - * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT - * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE - * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - */ - -/* - * Derived from FreeBSD's bufring.c - * - ************************************************************************** - * - * Copyright (c) 2007,2008 Kip Macy kmacy(a)freebsd.org - * All rights reserved. - * - * Redistribution and use in source and binary forms, with or without - * modification, are permitted provided that the following conditions are met: - * - * 1. Redistributions of source code must retain the above copyright notice, - * this list of conditions and the following disclaimer. - * - * 2. The name of Kip Macy nor the names of other - * contributors may be used to endorse or promote products derived from - * this software without specific prior written permission. - * - * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" - * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE - * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE - * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE - * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR - * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF - * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS - * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN - * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) - * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE - * POSSIBILITY OF SUCH DAMAGE. - * - ***************************************************************************/ - -#include <odp_api.h> -#include <fcntl.h> -#include <stdio.h> -#include <string.h> -#include <stdbool.h> -#include <inttypes.h> -#include <odp_packet_io_ring_internal.h> -#include <odp_errno_define.h> -#include <odp_global_data.h> -#include <odp_align_internal.h> - -#include <odp_ring_ptr_internal.h> - -#include <odp/api/plat/cpu_inlines.h> - -typedef struct { - /* Rings tailq lock */ - odp_rwlock_t qlock; - odp_shm_t shm; -} global_data_t; - -static global_data_t *global; - -/* Initialize tailq_ring */ -int _ring_global_init(void) -{ odp_shm_t shm; - - /* Allocate globally shared memory */ - shm = odp_shm_reserve("_odp_ring_global", sizeof(global_data_t), - ODP_CACHE_LINE_SIZE, 0); - if (ODP_SHM_INVALID == shm) { - ODP_ERR("Shm reserve failed for pktio ring\n"); - return -1; - } - - global = odp_shm_addr(shm); - memset(global, 0, sizeof(global_data_t)); - global->shm = shm; - - return 0; -} - -int _ring_global_term(void) -{ - if (odp_shm_free(global->shm)) { - ODP_ERR("Shm free failed for pktio ring\n"); - return -1; - } - return 0; -} - -/* create the ring */ -ring_ptr_t * -_ring_create(const char *name, unsigned count, unsigned flags) -{ - char ring_name[_RING_NAMESIZE]; - ring_ptr_t *r; - size_t ring_size; - uint32_t shm_flag; - odp_shm_t shm; - - if (flags & _RING_SHM_PROC) - shm_flag = ODP_SHM_PROC | ODP_SHM_EXPORT; - else - shm_flag = 0; - if (odp_global_ro.shm_single_va) - shm_flag |= ODP_SHM_SINGLE_VA; - - /* count must be a power of 2 */ - if (!CHECK_IS_POWER2(count)) { - ODP_ERR("Requested size is invalid, must be power of 2," - "and do not exceed the size limit %u\n", - _RING_SZ_MASK); - __odp_errno = EINVAL; - return NULL; - } - - snprintf(ring_name, sizeof(ring_name), "%s", name); - ring_size = sizeof(ring_ptr_t) + count * sizeof(void *); - - /* reserve a memory zone for this ring.*/ - shm = odp_shm_reserve(ring_name, ring_size, ODP_CACHE_LINE_SIZE, - shm_flag); - - r = odp_shm_addr(shm); - if (r != NULL) { - /* init the ring structure */ - ring_ptr_init(r); - - } else { - __odp_errno = ENOMEM; - ODP_ERR("Cannot reserve memory\n"); - } - - return r; -} - -int _ring_destroy(const char *name) -{ - odp_shm_t shm = odp_shm_lookup(name); - - if (shm != ODP_SHM_INVALID) - return odp_shm_free(shm); - - return 0; -} - -/** - * Return the number of entries in a ring. - */ -unsigned _ring_count(ring_ptr_t *r, uint32_t mask) -{ - uint32_t prod_tail = odp_atomic_load_u32(&r->r.w_tail); - uint32_t cons_tail = odp_atomic_load_u32(&r->r.r_tail); - - return (prod_tail - cons_tail) & mask; -} - -/** - * Return the number of free entries in a ring. - */ -unsigned _ring_free_count(ring_ptr_t *r, uint32_t mask) -{ - uint32_t prod_tail = odp_atomic_load_u32(&r->r.w_tail); - uint32_t cons_tail = odp_atomic_load_u32(&r->r.r_tail); - - return (cons_tail - prod_tail - 1) & mask; -} commit 559aec0db739c624652facd3b337d0430cba8c61 Author: Matias Elo <matias.elo(a)nokia.com> Date: Thu Oct 24 15:51:47 2019 +0300 linux-gen: ipc: use standard ring_ptr_t implementation Use standard ODP internal ring_ptr_t rings as IPC rings. This enables removing the duplicate _ring_t implementation. Signed-off-by: Matias Elo <matias.elo(a)nokia.com> Reviewed-by: Petri Savolainen <petri.savolainen(a)nokia.com> diff --git a/platform/linux-generic/include/odp_packet_io_ipc_internal.h b/platform/linux-generic/include/odp_packet_io_ipc_internal.h index 01410dab1..59c268cb9 100644 --- a/platform/linux-generic/include/odp_packet_io_ipc_internal.h +++ b/platform/linux-generic/include/odp_packet_io_ipc_internal.h @@ -20,6 +20,8 @@ /* number of odp buffers in odp ring queue */ #define PKTIO_IPC_ENTRIES 4096 +#define PKTIO_IPC_ENTRY_MASK (PKTIO_IPC_ENTRIES - 1) + /* that struct is exported to shared memory, so that processes can find * each other. */ diff --git a/platform/linux-generic/include/odp_packet_io_ring_internal.h b/platform/linux-generic/include/odp_packet_io_ring_internal.h index 6b4e06a42..22f1ae017 100644 --- a/platform/linux-generic/include/odp_packet_io_ring_internal.h +++ b/platform/linux-generic/include/odp_packet_io_ring_internal.h @@ -103,6 +103,8 @@ extern "C" { #include <sys/queue.h> #include <odp_debug_internal.h> +#include <odp_ring_ptr_internal.h> + enum _ring_queue_behavior { _RING_QUEUE_FIXED = 0, /**< Enq/Deq a fixed number of items from a ring */ @@ -158,8 +160,6 @@ typedef struct _ring { /* If set - ring is visible from different processes. * Default is thread visible.*/ #define _RING_SHM_PROC (1 << 2) - /* Do not link ring to linked list. */ -#define _RING_NO_LIST (1 << 3) /* Ring size mask */ #define _RING_SZ_MASK (unsigned)(0x0fffffff) @@ -190,8 +190,7 @@ typedef struct _ring { * - EEXIST - a memzone with the same name already exists * - ENOMEM - no appropriate memory area found in which to create memzone */ -_ring_t *_ring_create(const char *name, unsigned count, - unsigned flags); +ring_ptr_t *_ring_create(const char *name, unsigned count, unsigned flags); /** * Destroy the ring created with *name*. @@ -206,7 +205,7 @@ int _ring_destroy(const char *name); * * @param r A pointer to the ring structure. */ -void _ring_dump(const _ring_t *r); +void _ring_dump(ring_ptr_t *r, uint32_t mask); /** * Enqueue several objects on the ring (multi-producers safe). @@ -231,7 +230,7 @@ void _ring_dump(const _ring_t *r); * if behavior = ODPH_RING_QUEUE_VARIABLE * - n: Actual number of objects enqueued. */ -int ___ring_mp_do_enqueue(_ring_t *r, void * const *obj_table, +int ___ring_mp_do_enqueue(ring_ptr_t *r, void * const *obj_table, unsigned n, enum _ring_queue_behavior behavior); @@ -262,7 +261,7 @@ int ___ring_mp_do_enqueue(_ring_t *r, void * const *obj_table, * - n: Actual number of objects dequeued. */ -int ___ring_mc_do_dequeue(_ring_t *r, void **obj_table, +int ___ring_mc_do_dequeue(ring_ptr_t *r, void **obj_table, unsigned n, enum _ring_queue_behavior behavior); @@ -284,7 +283,7 @@ int ___ring_mc_do_dequeue(_ring_t *r, void **obj_table, * high water mark is exceeded. * - -ENOBUFS: Not enough room in the ring to enqueue, no object is enqueued. */ -int _ring_mp_enqueue_bulk(_ring_t *r, void * const *obj_table, +int _ring_mp_enqueue_bulk(ring_ptr_t *r, void * const *obj_table, unsigned n); /** @@ -304,7 +303,7 @@ int _ring_mp_enqueue_bulk(_ring_t *r, void * const *obj_table, * - -ENOENT: Not enough entries in the ring to dequeue; no object is * dequeued. */ -int _ring_mc_dequeue_bulk(_ring_t *r, void **obj_table, unsigned n); +int _ring_mc_dequeue_bulk(ring_ptr_t *r, void **obj_table, unsigned n); /** * Test if a ring is full. @@ -315,7 +314,7 @@ int _ring_mc_dequeue_bulk(_ring_t *r, void **obj_table, unsigned n); * - 1: The ring is full. * - 0: The ring is not full. */ -int _ring_full(const _ring_t *r); +int _ring_full(ring_ptr_t *r, uint32_t mask); /** * Test if a ring is empty. @@ -326,7 +325,7 @@ int _ring_full(const _ring_t *r); * - 1: The ring is empty. * - 0: The ring is not empty. */ -int _ring_empty(const _ring_t *r); +int _ring_empty(ring_ptr_t *r, uint32_t mask); /** * Return the number of entries in a ring. @@ -336,7 +335,7 @@ int _ring_empty(const _ring_t *r); * @return * The number of entries in the ring. */ -unsigned _ring_count(const _ring_t *r); +unsigned _ring_count(ring_ptr_t *r, uint32_t mask); /** * Return the number of free entries in a ring. @@ -346,14 +345,14 @@ unsigned _ring_count(const _ring_t *r); * @return * The number of free entries in the ring. */ -unsigned _ring_free_count(const _ring_t *r); +unsigned _ring_free_count(ring_ptr_t *r, uint32_t mask); /** * search ring by name * @param name ring name to search * @return pointer to ring otherwise NULL */ -_ring_t *_ring_lookup(const char *name); +ring_ptr_t *_ring_lookup(const char *name); /** * Enqueue several objects on the ring (multi-producers safe). @@ -370,7 +369,7 @@ _ring_t *_ring_lookup(const char *name); * @return * - n: Actual number of objects enqueued. */ -int _ring_mp_enqueue_burst(_ring_t *r, void * const *obj_table, +int _ring_mp_enqueue_burst(ring_ptr_t *r, void * const *obj_table, unsigned n); /** @@ -390,7 +389,7 @@ int _ring_mp_enqueue_burst(_ring_t *r, void * const *obj_table, * @return * - n: Actual number of objects dequeued, 0 if ring is empty */ -int _ring_mc_dequeue_burst(_ring_t *r, void **obj_table, unsigned n); +int _ring_mc_dequeue_burst(ring_ptr_t *r, void **obj_table, unsigned n); /** * dump the status of all rings on the console @@ -400,12 +399,12 @@ void _ring_list_dump(void); /** * Initialize ring tailq */ -int _ring_tailq_init(void); +int _ring_global_init(void); /** * Terminate ring tailq */ -int _ring_tailq_term(void); +int _ring_global_term(void); #ifdef __cplusplus } diff --git a/platform/linux-generic/pktio/ipc.c b/platform/linux-generic/pktio/ipc.c index 1090d760c..a7678f261 100644 --- a/platform/linux-generic/pktio/ipc.c +++ b/platform/linux-generic/pktio/ipc.c @@ -9,7 +9,7 @@ #include <odp_packet_io_internal.h> #include <odp/api/system_info.h> #include <odp_shm_internal.h> -#include <odp_shm_internal.h> +#include <odp_ring_ptr_internal.h> #include <sys/mman.h> #include <sys/stat.h> @@ -26,22 +26,23 @@ typedef struct { /* TX */ struct { - _ring_t *send; /**< ODP ring for IPC msg packets - indexes transmitted to shared - memory */ - _ring_t *free; /**< ODP ring for IPC msg packets - indexes already processed by remote - process */ + /* ODP ring for IPC msg packets indexes transmitted to shared + * memory */ + ring_ptr_t *send; + /* ODP ring for IPC msg packets indexes already processed by + * remote process */ + ring_ptr_t *free; } tx; /* RX */ struct { - _ring_t *recv; /**< ODP ring for IPC msg packets - indexes received from shared - memory (from remote process) */ - _ring_t *free; /**< odp ring for ipc msg packets - indexes already processed by - current process */ - _ring_t *cache; /**< local cache to keep packet order right */ + /* ODP ring for IPC msg packets indexes received from shared + * memory (from remote process) */ + ring_ptr_t *recv; + /* odp ring for ipc msg packets indexes already processed by + * current process */ + ring_ptr_t *free; + /* local cache to keep packet order right */ + ring_ptr_t *cache; } rx; /* slave */ void *pool_base; /**< Remote pool base addr */ void *pool_mdata_base; /**< Remote pool mdata base addr */ @@ -136,58 +137,66 @@ static int _ipc_init_master(pktio_entry_t *pktio_entry, */ snprintf(ipc_shm_name, sizeof(ipc_shm_name), "%s_m_prod", dev); pkt_priv(pktio_entry)->tx.send = _ring_create(ipc_shm_name, - PKTIO_IPC_ENTRIES, - _RING_SHM_PROC | _RING_NO_LIST); + PKTIO_IPC_ENTRIES, + _RING_SHM_PROC); if (!pkt_priv(pktio_entry)->tx.send) { ODP_ERR("pid %d unable to create ipc ring %s name\n", getpid(), ipc_shm_name); return -1; } ODP_DBG("Created IPC ring: %s, count %d, free %d\n", - ipc_shm_name, _ring_count(pkt_priv(pktio_entry)->tx.send), - _ring_free_count(pkt_priv(pktio_entry)->tx.send)); + ipc_shm_name, _ring_count(pkt_priv(pktio_entry)->tx.send, + PKTIO_IPC_ENTRY_MASK), + _ring_free_count(pkt_priv(pktio_entry)->tx.send, + PKTIO_IPC_ENTRY_MASK)); /* generate name in shm like ipc_pktio_p for * already processed packets */ snprintf(ipc_shm_name, sizeof(ipc_shm_name), "%s_m_cons", dev); pkt_priv(pktio_entry)->tx.free = _ring_create(ipc_shm_name, - PKTIO_IPC_ENTRIES, - _RING_SHM_PROC | _RING_NO_LIST); + PKTIO_IPC_ENTRIES, + _RING_SHM_PROC); if (!pkt_priv(pktio_entry)->tx.free) { ODP_ERR("pid %d unable to create ipc ring %s name\n", getpid(), ipc_shm_name); goto free_m_prod; } ODP_DBG("Created IPC ring: %s, count %d, free %d\n", - ipc_shm_name, _ring_count(pkt_priv(pktio_entry)->tx.free), - _ring_free_count(pkt_priv(pktio_entry)->tx.free)); + ipc_shm_name, _ring_count(pkt_priv(pktio_entry)->tx.free, + PKTIO_IPC_ENTRY_MASK), + _ring_free_count(pkt_priv(pktio_entry)->tx.free, + PKTIO_IPC_ENTRY_MASK)); snprintf(ipc_shm_name, sizeof(ipc_shm_name), "%s_s_prod", dev); pkt_priv(pktio_entry)->rx.recv = _ring_create(ipc_shm_name, - PKTIO_IPC_ENTRIES, - _RING_SHM_PROC | _RING_NO_LIST); + PKTIO_IPC_ENTRIES, + _RING_SHM_PROC); if (!pkt_priv(pktio_entry)->rx.recv) { ODP_ERR("pid %d unable to create ipc ring %s name\n", getpid(), ipc_shm_name); goto free_m_cons; } ODP_DBG("Created IPC ring: %s, count %d, free %d\n", - ipc_shm_name, _ring_count(pkt_priv(pktio_entry)->rx.recv), - _ring_free_count(pkt_priv(pktio_entry)->rx.recv)); + ipc_shm_name, _ring_count(pkt_priv(pktio_entry)->rx.recv, + PKTIO_IPC_ENTRY_MASK), + _ring_free_count(pkt_priv(pktio_entry)->rx.recv, + PKTIO_IPC_ENTRY_MASK)); snprintf(ipc_shm_name, sizeof(ipc_shm_name), "%s_s_cons", dev); pkt_priv(pktio_entry)->rx.free = _ring_create(ipc_shm_name, - PKTIO_IPC_ENTRIES, - _RING_SHM_PROC | _RING_NO_LIST); + PKTIO_IPC_ENTRIES, + _RING_SHM_PROC); if (!pkt_priv(pktio_entry)->rx.free) { ODP_ERR("pid %d unable to create ipc ring %s name\n", getpid(), ipc_shm_name); goto free_s_prod; } ODP_DBG("Created IPC ring: %s, count %d, free %d\n", - ipc_shm_name, _ring_count(pkt_priv(pktio_entry)->rx.free), - _ring_free_count(pkt_priv(pktio_entry)->rx.free)); + ipc_shm_name, _ring_count(pkt_priv(pktio_entry)->rx.free, + PKTIO_IPC_ENTRY_MASK), + _ring_free_count(pkt_priv(pktio_entry)->rx.free, + PKTIO_IPC_ENTRY_MASK)); /* Set up pool name for remote info */ pinfo = pkt_priv(pktio_entry)->pinfo; @@ -301,8 +310,10 @@ static int _ipc_slave_start(pktio_entry_t *pktio_entry) return -1; } ODP_DBG("Connected IPC ring: %s, count %d, free %d\n", - ipc_shm_name, _ring_count(pkt_priv(pktio_entry)->rx.recv), - _ring_free_count(pkt_priv(pktio_entry)->rx.recv)); + ipc_shm_name, _ring_count(pkt_priv(pktio_entry)->rx.recv, + PKTIO_IPC_ENTRY_MASK), + _ring_free_count(pkt_priv(pktio_entry)->rx.recv, + PKTIO_IPC_ENTRY_MASK)); snprintf(ipc_shm_name, sizeof(ipc_shm_name), "%s_m_cons", dev); pkt_priv(pktio_entry)->rx.free = _ipc_shm_map(ipc_shm_name, pid); @@ -312,8 +323,10 @@ static int _ipc_slave_start(pktio_entry_t *pktio_entry) goto free_m_prod; } ODP_DBG("Connected IPC ring: %s, count %d, free %d\n", - ipc_shm_name, _ring_count(pkt_priv(pktio_entry)->rx.free), - _ring_free_count(pkt_priv(pktio_entry)->rx.free)); + ipc_shm_name, _ring_count(pkt_priv(pktio_entry)->rx.free, + PKTIO_IPC_ENTRY_MASK), + _ring_free_count(pkt_priv(pktio_entry)->rx.free, + PKTIO_IPC_ENTRY_MASK)); snprintf(ipc_shm_name, sizeof(ipc_shm_name), "%s_s_prod", dev); pkt_priv(pktio_entry)->tx.send = _ipc_shm_map(ipc_shm_name, pid); @@ -323,8 +336,10 @@ static int _ipc_slave_start(pktio_entry_t *pktio_entry) goto free_m_cons; } ODP_DBG("Connected IPC ring: %s, count %d, free %d\n", - ipc_shm_name, _ring_count(pkt_priv(pktio_entry)->tx.send), - _ring_free_count(pkt_priv(pktio_entry)->tx.send)); + ipc_shm_name, _ring_count(pkt_priv(pktio_entry)->tx.send, + PKTIO_IPC_ENTRY_MASK), + _ring_free_count(pkt_priv(pktio_entry)->tx.send, + PKTIO_IPC_ENTRY_MASK)); snprintf(ipc_shm_name, sizeof(ipc_shm_name), "%s_s_cons", dev); pkt_priv(pktio_entry)->tx.free = _ipc_shm_map(ipc_shm_name, pid); @@ -334,8 +349,10 @@ static int _ipc_slave_start(pktio_entry_t *pktio_entry) goto free_s_prod; } ODP_DBG("Connected IPC ring: %s, count %d, free %d\n", - ipc_shm_name, _ring_count(pkt_priv(pktio_entry)->tx.free), - _ring_free_count(pkt_priv(pktio_entry)->tx.free)); + ipc_shm_name, _ring_count(pkt_priv(pktio_entry)->tx.free, + PKTIO_IPC_ENTRY_MASK), + _ring_free_count(pkt_priv(pktio_entry)->tx.free, + PKTIO_IPC_ENTRY_MASK)); /* Get info about remote pool */ pinfo = pkt_priv(pktio_entry)->pinfo; @@ -374,7 +391,7 @@ static int ipc_pktio_open(odp_pktio_t id ODP_UNUSED, odp_pool_t pool) { int ret = -1; - int pid ODP_UNUSED; + int pid; struct pktio_info *pinfo; char name[ODP_POOL_NAME_LEN + sizeof("_info")]; char tail[ODP_POOL_NAME_LEN]; @@ -389,8 +406,7 @@ static int ipc_pktio_open(odp_pktio_t id ODP_UNUSED, odp_atomic_init_u32(&pkt_priv(pktio_entry)->ready, 0); pkt_priv(pktio_entry)->rx.cache = _ring_create("ipc_rx_cache", - PKTIO_IPC_ENTRIES, - _RING_NO_LIST); + PKTIO_IPC_ENTRIES, 0); if (!pkt_priv(pktio_entry)->rx.cache) return -1; @@ -440,7 +456,8 @@ static int ipc_pktio_open(odp_pktio_t id ODP_UNUSED, return ret; } -static void _ipc_free_ring_packets(pktio_entry_t *pktio_entry, _ring_t *r) +static void _ipc_free_ring_packets(pktio_entry_t *pktio_entry, ring_ptr_t *r, + uint32_t r_mask) { uintptr_t offsets[PKTIO_IPC_ENTRIES]; int ret; @@ -458,8 +475,8 @@ static void _ipc_free_ring_packets(pktio_entry_t *pktio_entry, _ring_t *r) rbuf_p = (void *)&offsets; while (1) { - ret = _ring_mc_dequeue_burst(r, rbuf_p, - PKTIO_IPC_ENTRIES); + ret = ring_ptr_deq_multi(r, r_mask, rbuf_p, + PKTIO_IPC_ENTRIES - 1); if (ret <= 0) break; for (i = 0; i < ret; i++) { @@ -479,12 +496,11 @@ static int ipc_pktio_recv_lockless(pktio_entry_t *pktio_entry, { int pkts = 0; int i; - _ring_t *r; - _ring_t *r_p; + ring_ptr_t *r; + ring_ptr_t *r_p; uintptr_t offsets[PKTIO_IPC_ENTRIES]; void **ipcbufs_p = (void *)&offsets[0]; uint32_t ready; - int pkts_ring; ready = odp_atomic_load_u32(&pkt_priv(pktio_entry)->ready); if (odp_unlikely(!ready)) { @@ -492,11 +508,12 @@ static int ipc_pktio_recv_lockless(pktio_entry_t *pktio_entry, return 0; } - _ipc_free_ring_packets(pktio_entry, pkt_priv(pktio_entry)->tx.free); + _ipc_free_ring_packets(pktio_entry, pkt_priv(pktio_entry)->tx.free, + PKTIO_IPC_ENTRY_MASK); /* rx from cache */ r = pkt_priv(pktio_entry)->rx.cache; - pkts = _ring_mc_dequeue_burst(r, ipcbufs_p, len); + pkts = ring_ptr_deq_multi(r, PKTIO_IPC_ENTRY_MASK, ipcbufs_p, len); if (odp_unlikely(pkts < 0)) ODP_ABORT("internal error dequeue\n"); @@ -504,7 +521,8 @@ static int ipc_pktio_recv_lockless(pktio_entry_t *pktio_entry, if (pkts == 0) { ipcbufs_p = (void *)&offsets[0]; r = pkt_priv(pktio_entry)->rx.recv; - pkts = _ring_mc_dequeue_burst(r, ipcbufs_p, len); + pkts = ring_ptr_deq_multi(r, PKTIO_IPC_ENTRY_MASK, ipcbufs_p, + len); if (odp_unlikely(pkts < 0)) ODP_ABORT("internal error dequeue\n"); } @@ -575,14 +593,11 @@ static int ipc_pktio_recv_lockless(pktio_entry_t *pktio_entry, if (pkts != i) { ipcbufs_p = (void *)&offsets[i]; r_p = pkt_priv(pktio_entry)->rx.cache; - pkts_ring = _ring_mp_enqueue_burst(r_p, ipcbufs_p, pkts - i); - - if (pkts_ring != (pkts - i)) - ODP_ABORT("bug to enqueue packets\n"); + ring_ptr_enq_multi(r_p, PKTIO_IPC_ENTRY_MASK, ipcbufs_p, + pkts - i); if (i == 0) return 0; - } /*num of actually received packets*/ @@ -591,28 +606,14 @@ static int ipc_pktio_recv_lockless(pktio_entry_t *pktio_entry, /* Now tell other process that we no longer need that buffers.*/ r_p = pkt_priv(pktio_entry)->rx.free; -repeat: - ipcbufs_p = (void *)&offsets[0]; - pkts_ring = _ring_mp_enqueue_burst(r_p, ipcbufs_p, pkts); - if (odp_unlikely(pkts_ring < 0)) - ODP_ABORT("ipc: odp_ring_mp_enqueue_bulk r_p fail\n"); + ring_ptr_enq_multi(r_p, PKTIO_IPC_ENTRY_MASK, ipcbufs_p, pkts); for (i = 0; i < pkts; i++) { IPC_ODP_DBG("%d/%d send to be free packet offset %x\n", i, pkts, offsets[i]); } - if (odp_unlikely(pkts != pkts_ring)) { - IPC_ODP_DBG("odp_ring_full: %d, odp_ring_count %d," - " _ring_free_count %d\n", - _ring_full(r_p), _ring_count(r_p), - _ring_free_count(r_p)); - ipcbufs_p = (void *)&offsets[pkts_ring - 1]; - pkts = pkts - pkts_ring; - goto repeat; - } - return pkts; } @@ -633,9 +634,8 @@ static int ipc_pktio_recv(pktio_entry_t *pktio_entry, int index ODP_UNUSED, static int ipc_pktio_send_lockless(pktio_entry_t *pktio_entry, const odp_packet_t pkt_table[], int num) { - _ring_t *r; + ring_ptr_t *r; void **rbuf_p; - int ret; int i; uint32_t ready = odp_atomic_load_u32(&pkt_priv(pktio_entry)->ready); pool_t *ipc_pool = pool_entry_from_hdl(pkt_priv(pktio_entry)->pool); @@ -646,7 +646,8 @@ static int ipc_pktio_send_lockless(pktio_entry_t *pktio_entry, if (odp_unlikely(!ready)) return 0; - _ipc_free_ring_packets(pktio_entry, pkt_priv(pktio_entry)->tx.free); + _ipc_free_ring_packets(pktio_entry, pkt_priv(pktio_entry)->tx.free, + PKTIO_IPC_ENTRY_MASK); /* Copy packets to shm shared pool if they are in different * pool, or if they are references (we can't share across IPC). @@ -703,17 +704,7 @@ static int ipc_pktio_send_lockless(pktio_entry_t *pktio_entry, /* Put packets to ring to be processed by other process. */ rbuf_p = (void *)&offsets[0]; r = pkt_priv(pktio_entry)->tx.send; - ret = _ring_mp_enqueue_burst(r, rbuf_p, num); - if (odp_unlikely(ret < 0)) { - ODP_ERR("pid %d odp_ring_mp_enqueue_bulk fail, ipc_slave %d, ret %d\n", - getpid(), - (PKTIO_TYPE_IPC_SLAVE == pkt_priv(pktio_entry)->type), - ret); - ODP_ERR("odp_ring_full: %d, odp_ring_count %d, _ring_free_count %d\n", - _ring_full(r), _ring_count(r), - _ring_free_count(r)); - ODP_ABORT("Unexpected!\n"); - } + ring_ptr_enq_multi(r, PKTIO_IPC_ENTRY_MASK, rbuf_p, num); return num; } @@ -762,28 +753,19 @@ static int ipc_start(pktio_entry_t *pktio_entry) static int ipc_stop(pktio_entry_t *pktio_entry) { - unsigned tx_send = 0, tx_free = 0; - odp_atomic_store_u32(&pkt_priv(pktio_entry)->ready, 0); if (pkt_priv(pktio_entry)->tx.send) _ipc_free_ring_packets(pktio_entry, - pkt_priv(pktio_entry)->tx.send); + pkt_priv(pktio_entry)->tx.send, + PKTIO_IPC_ENTRY_MASK); /* other process can transfer packets from one ring to * other, use delay here to free that packets. */ sleep(1); if (pkt_priv(pktio_entry)->tx.free) _ipc_free_ring_packets(pktio_entry, - pkt_priv(pktio_entry)->tx.free); - - if (pkt_priv(pktio_entry)->tx.send) - tx_send = _ring_count(pkt_priv(pktio_entry)->tx.send); - if (pkt_priv(pktio_entry)->tx.free) - tx_free = _ring_count(pkt_priv(pktio_entry)->tx.free); - if (tx_send | tx_free) { - ODP_DBG("IPC rings: tx send %d tx free %d\n", - tx_send, tx_free); - } + pkt_priv(pktio_entry)->tx.free, + PKTIO_IPC_ENTRY_MASK); return 0; } @@ -825,12 +807,12 @@ static int ipc_close(pktio_entry_t *pktio_entry) static int ipc_pktio_init_global(void) { ODP_DBG("PKTIO: initializing ipc interface.\n"); - return _ring_tailq_init(); + return _ring_global_init(); } static int ipc_pktio_term_global(void) { - return _ring_tailq_term(); + return _ring_global_term(); } const pktio_if_ops_t ipc_pktio_ops = { diff --git a/platform/linux-generic/pktio/ring.c b/platform/linux-generic/pktio/ring.c index 903e2c9f1..8b3d2b26e 100644 --- a/platform/linux-generic/pktio/ring.c +++ b/platform/linux-generic/pktio/ring.c @@ -78,13 +78,13 @@ #include <odp_packet_io_ring_internal.h> #include <odp_errno_define.h> #include <odp_global_data.h> +#include <odp_align_internal.h> -#include <odp/api/plat/cpu_inlines.h> +#include <odp_ring_ptr_internal.h> -#define RING_VAL_IS_POWER_2(x) ((((x) - 1) & (x)) == 0) +#include <odp/api/plat/cpu_inlines.h> typedef struct { - TAILQ_HEAD(, _ring) ring_list; /* Rings tailq lock */ odp_rwlock_t qlock; odp_shm_t shm; @@ -92,71 +92,8 @@ typedef struct { static global_data_t *global; -/* - * the enqueue of pointers on the ring. - */ -#define ENQUEUE_PTRS() do { \ - const uint32_t size = r->prod.size; \ - uint32_t idx = prod_head & mask; \ - if (odp_likely(idx + n < size)) { \ - for (i = 0; i < (n & ((~(unsigned)0x3))); i += 4, idx += 4) { \ - r->ring[idx] = obj_table[i]; \ - r->ring[idx + 1] = obj_table[i + 1]; \ - r->ring[idx + 2] = obj_table[i + 2]; \ - r->ring[idx + 3] = obj_table[i + 3]; \ - } \ - switch (n & 0x3) { \ - case 3: \ - r->ring[idx++] = obj_table[i++]; \ - /* fallthrough */ \ - case 2: \ - r->ring[idx++] = obj_table[i++]; \ - /* fallthrough */ \ - case 1: \ - r->ring[idx++] = obj_table[i++]; \ - } \ - } else { \ - for (i = 0; idx < size; i++, idx++)\ - r->ring[idx] = obj_table[i]; \ - for (idx = 0; i < n; i++, idx++) \ - r->ring[idx] = obj_table[i]; \ - } \ -} while (0) - -/* - * the actual copy of pointers on the ring to obj_table. - */ -#define DEQUEUE_PTRS() do { \ - uint32_t idx = cons_head & mask; \ - const uint32_t size = r->cons.size; \ - if (odp_likely(idx + n < size)) { \ - for (i = 0; i < (n & (~(unsigned)0x3)); i += 4, idx += 4) {\ - obj_table[i] = r->ring[idx]; \ - obj_table[i + 1] = r->ring[idx + 1]; \ - obj_table[i + 2] = r->ring[idx + 2]; \ - obj_table[i + 3] = r->ring[idx + 3]; \ - } \ - switch (n & 0x3) { \ - case 3: \ - obj_table[i++] = r->ring[idx++]; \ - /* fallthrough */ \ - case 2: \ - obj_table[i++] = r->ring[idx++]; \ - /* fallthrough */ \ - case 1: \ - obj_table[i++] = r->ring[idx++]; \ - } \ - } else { \ - for (i = 0; idx < size; i++, idx++) \ - obj_table[i] = r->ring[idx]; \ - for (idx = 0; i < n; i++, idx++) \ - obj_table[i] = r->ring[idx]; \ - } \ -} while (0) - - /* Initialize tailq_ring */ -int _ring_tailq_init(void) +int _ring_global_init(void) { odp_shm_t shm; /* Allocate globally shared memory */ @@ -171,14 +108,10 @@ int _ring_tailq_init(void) memset(global, 0, sizeof(global_data_t)); global->shm = shm; - TAILQ_INIT(&global->ring_list); - odp_rwlock_init(&global->qlock); - return 0; } -/* Terminate tailq_ring */ -int _ring_tailq_term(void) +int _ring_global_term(void) { if (odp_shm_free(global->shm)) { ODP_ERR("Shm free failed for pktio ring\n"); @@ -188,11 +121,11 @@ int _ring_tailq_term(void) } /* create the ring */ -_ring_t * +ring_ptr_t * _ring_create(const char *name, unsigned count, unsigned flags) { char ring_name[_RING_NAMESIZE]; - _ring_t *r; + ring_ptr_t *r; size_t ring_size; uint32_t shm_flag; odp_shm_t shm; @@ -205,7 +138,7 @@ _ring_create(const char *name, unsigned count, unsigned flags) shm_flag |= ODP_SHM_SINGLE_VA; /* count must be a power of 2 */ - if (!RING_VAL_IS_POWER_2(count) || (count > _RING_SZ_MASK)) { + if (!CHECK_IS_POWER2(count)) { ODP_ERR("Requested size is invalid, must be power of 2," "and do not exceed the size limit %u\n", _RING_SZ_MASK); @@ -214,36 +147,22 @@ _ring_create(const char *name, unsigned count, unsigned flags) } snprintf(ring_name, sizeof(ring_name), "%s", name); - ring_size = count * sizeof(void *) + sizeof(_ring_t); + ring_size = sizeof(ring_ptr_t) + count * sizeof(void *); - odp_rwlock_write_lock(&global->qlock); /* reserve a memory zone for this ring.*/ shm = odp_shm_reserve(ring_name, ring_size, ODP_CACHE_LINE_SIZE, shm_flag); r = odp_shm_addr(shm); - if (r != NULL) { /* init the ring structure */ - snprintf(r->name, sizeof(r->name), "%s", name); - r->flags = flags; - r->prod.size = count; - r->cons.size = count; - r->prod.mask = count - 1; - r->cons.mask = count - 1; - r->prod.head = 0; - r->cons.head = 0; - r->prod.tail = 0; - r->cons.tail = 0; + ring_ptr_init(r); - if (!(flags & _RING_NO_LIST)) - TAILQ_INSERT_TAIL(&global->ring_list, r, next); } else { __odp_errno = ENOMEM; ODP_ERR("Cannot reserve memory\n"); } - odp_rwlock_write_unlock(&global->qlock); return r; } @@ -251,265 +170,30 @@ int _ring_destroy(const char *name) { odp_shm_t shm = odp_shm_lookup(name); - if (shm != ODP_SHM_INVALID) { - _ring_t *r = odp_shm_addr(shm); - - odp_rwlock_write_lock(&global->qlock); - if (!(r->flags & _RING_NO_LIST)) - TAILQ_REMOVE(&global->ring_list, r, next); - odp_rwlock_write_unlock(&global->qlock); - + if (shm != ODP_SHM_INVALID) return odp_shm_free(shm); - } - return 0; -} - -/** - * Enqueue several objects on the ring (multi-producers safe). - */ -int ___ring_mp_do_enqueue(_ring_t *r, void * const *obj_table, - unsigned n, enum _ring_queue_behavior behavior) -{ - uint32_t prod_head, prod_next; - uint32_t cons_tail, free_entries; - const unsigned max = n; - int success; - unsigned i; - uint32_t mask = r->prod.mask; - - /* move prod.head atomically */ - do { - /* Reset n to the initial burst count */ - n = max; - - prod_head = __atomic_load_n(&r->prod.head, __ATOMIC_ACQUIRE); - cons_tail = __atomic_load_n(&r->cons.tail, __ATOMIC_ACQUIRE); - /* The subtraction is done between two unsigned 32bits value - * (the result is always modulo 32 bits even if we have - * prod_head > cons_tail). So 'free_entries' is always between 0 - * and size(ring)-1. */ - free_entries = (mask + cons_tail - prod_head); - - /* check that we have enough room in ring */ - if (odp_unlikely(n > free_entries)) { - if (behavior == _RING_QUEUE_FIXED) - return -ENOBUFS; - /* No free entry available */ - if (odp_unlikely(free_entries == 0)) - return 0; - - n = free_entries; - } - - prod_next = prod_head + n; - success = __atomic_compare_exchange_n(&r->prod.head, - &prod_head, - prod_next, - false/*strong*/, - __ATOMIC_ACQUIRE, - __ATOMIC_RELAXED); - } while (odp_unlikely(success == 0)); - - /* write entries in ring */ - ENQUEUE_PTRS(); - - /* - * If there are other enqueues in progress that preceded us, - * we need to wait for them to complete - */ - while (odp_unlikely(__atomic_load_n(&r->prod.tail, __ATOMIC_RELAXED) != - prod_head)) - odp_cpu_pause(); - - /* Release our entries and the memory they refer to */ - __atomic_store_n(&r->prod.tail, prod_next, __ATOMIC_RELEASE); - return (behavior == _RING_QUEUE_FIXED) ? 0 : n; -} - -/** - * Dequeue several objects from a ring (multi-consumers safe). - */ - -int ___ring_mc_do_dequeue(_ring_t *r, void **obj_table, - unsigned n, enum _ring_queue_behavior behavior) -{ - uint32_t cons_head, prod_tail; - uint32_t cons_next, entries; - const unsigned max = n; - int success; - unsigned i; - uint32_t mask = r->prod.mask; - - /* move cons.head atomically */ - do { - /* Restore n as it may change every loop */ - n = max; - - cons_head = __atomic_load_n(&r->cons.head, __ATOMIC_ACQUIRE); - prod_tail = __atomic_load_n(&r->prod.tail, __ATOMIC_ACQUIRE); - /* The subtraction is done between two unsigned 32bits value - * (the result is always modulo 32 bits even if we have - * cons_head > prod_tail). So 'entries' is always between 0 - * and size(ring)-1. */ - entries = (prod_tail - cons_head); - - /* Set the actual entries for dequeue */ - if (n > entries) { - if (behavior == _RING_QUEUE_FIXED) - return -ENOENT; - if (odp_unlikely(entries == 0)) - return 0; - - n = entries; - } - - cons_next = cons_head + n; - success = __atomic_compare_exchange_n(&r->cons.head, - &cons_head, - cons_next, - false/*strong*/, - __ATOMIC_ACQUIRE, - __ATOMIC_RELAXED); - } while (odp_unlikely(success == 0)); - - /* copy in table */ - DEQUEUE_PTRS(); - - /* - * If there are other dequeues in progress that preceded us, - * we need to wait for them to complete - */ - while (odp_unlikely(__atomic_load_n(&r->cons.tail, __ATOMIC_RELAXED) != - cons_head)) - odp_cpu_pause(); - - /* Release our entries and the memory they refer to */ - __atomic_store_n(&r->cons.tail, cons_next, __ATOMIC_RELEASE); - - return behavior == _RING_QUEUE_FIXED ? 0 : n; -} - -/** - * Enqueue several objects on the ring (multi-producers safe). - */ -int _ring_mp_enqueue_bulk(_ring_t *r, void * const *obj_table, - unsigned n) -{ - return ___ring_mp_do_enqueue(r, obj_table, n, - _RING_QUEUE_FIXED); -} - -/** - * Dequeue several objects from a ring (multi-consumers safe). - */ -int _ring_mc_dequeue_bulk(_ring_t *r, void **obj_table, unsigned n) -{ - return ___ring_mc_do_dequeue(r, obj_table, n, - _RING_QUEUE_FIXED); -} - -/** - * Test if a ring is full. - */ -int _ring_full(const _ring_t *r) -{ - uint32_t prod_tail = r->prod.tail; - uint32_t cons_tail = r->cons.tail; - return (((cons_tail - prod_tail - 1) & r->prod.mask) == 0); -} - -/** - * Test if a ring is empty. - */ -int _ring_empty(const _ring_t *r) -{ - uint32_t prod_tail = r->prod.tail; - uint32_t cons_tail = r->cons.tail; - - return !!(cons_tail == prod_tail); + return 0; } /** * Return the number of entries in a ring. */ -unsigned _ring_count(const _ring_t *r) +unsigned _ring_count(ring_ptr_t *r, uint32_t mask) { - uint32_t prod_tail = r->prod.tail; - uint32_t cons_tail = r->cons.tail; + uint32_t prod_tail = odp_atomic_load_u32(&r->r.w_tail); + uint32_t cons_tail = odp_atomic_load_u32(&r->r.r_tail); - return (prod_tail - cons_tail) & r->prod.mask; + return (prod_tail - cons_tail) & mask; } /** * Return the number of free entries in a ring. */ -unsigned _ring_free_count(const _ring_t *r) -{ - uint32_t prod_tail = r->prod.tail; - uint32_t cons_tail = r->cons.tail; - - return (cons_tail - prod_tail - 1) & r->prod.mask; -} - -/* dump the status of the ring on the console */ -void _ring_dump(const _ring_t *r) -{ - ODP_DBG("ring <%s>@%p\n", r->name, r); - ODP_DBG(" flags=%x\n", r->flags); - ODP_DBG(" size=%" PRIu32 "\n", r->prod.size); - ODP_DBG(" ct=%" PRIu32 "\n", r->cons.tail); - ODP_DBG(" ch=%" PRIu32 "\n", r->cons.head); - ODP_DBG(" pt=%" PRIu32 "\n", r->prod.tail); - ODP_DBG(" ph=%" PRIu32 "\n", r->prod.head); - ODP_DBG(" used=%u\n", _ring_count(r)); - ODP_DBG(" avail=%u\n", _ring_free_count(r)); -} - -/* dump the status of all rings on the console */ -void _ring_list_dump(void) -{ - const _ring_t *mp = NULL; - - odp_rwlock_read_lock(&global->qlock); - - TAILQ_FOREACH(mp, &global->ring_list, next) { - _ring_dump(mp); - } - - odp_rwlock_read_unlock(&global->qlock); -} - -/* search a ring from its name */ -_ring_t *_ring_lookup(const char *name) -{ - _ring_t *r; - - odp_rwlock_read_lock(&global->qlock); - TAILQ_FOREACH(r, &global->ring_list, next) { - if (strncmp(name, r->name, _RING_NAMESIZE) == 0) - break; - } - odp_rwlock_read_unlock(&global->qlock); - - return r; -} - -/** - * Enqueue several objects on the ring (multi-producers safe). - */ -int _ring_mp_enqueue_burst(_ring_t *r, void * const *obj_table, - unsigned n) +unsigned _ring_free_count(ring_ptr_t *r, uint32_t mask) { - return ___ring_mp_do_enqueue(r, obj_table, n, - _RING_QUEUE_VARIABLE); -} + uint32_t prod_tail = odp_atomic_load_u32(&r->r.w_tail); + uint32_t cons_tail = odp_atomic_load_u32(&r->r.r_tail); -/** - * Dequeue several objects from a ring (multi-consumers safe). - */ -int _ring_mc_dequeue_burst(_ring_t *r, void **obj_table, unsigned n) -{ - return ___ring_mc_do_dequeue(r, obj_table, n, - _RING_QUEUE_VARIABLE); + return (cons_tail - prod_tail - 1) & mask; } commit 720d655c9161007b561bf033a4fbe0b31ab7fb6a Author: Matias Elo <matias.elo(a)nokia.com> Date: Thu Oct 24 15:58:33 2019 +0300 linux-gen: ring: remove internal ring test Signed-off-by: Matias Elo <matias.elo(a)nokia.com> Reviewed-by: Petri Savolainen <petri.savolainen(a)nokia.com> diff --git a/platform/linux-generic/m4/configure.m4 b/platform/linux-generic/m4/configure.m4 index 461dfc0fb..82fe6fe9c 100644 --- a/platform/linux-generic/m4/configure.m4 +++ b/platform/linux-generic/m4/configure.m4 @@ -38,6 +38,5 @@ AC_CONFIG_FILES([platform/linux-generic/Makefile platform/linux-generic/test/Makefile platform/linux-generic/test/validation/api/shmem/Makefile platform/linux-generic/test/validation/api/pktio/Makefile - platform/linux-generic/test/pktio_ipc/Makefile - platform/linux-generic/test/ring/Makefile]) + platform/linux-generic/test/pktio_ipc/Makefile]) ]) diff --git a/platform/linux-generic/test/Makefile.am b/platform/linux-generic/test/Makefile.am index d3193b5e9..870336fd2 100644 --- a/platform/linux-generic/test/Makefile.am +++ b/platform/linux-generic/test/Makefile.am @@ -23,8 +23,7 @@ test_SCRIPTS = $(dist_check_SCRIPTS) SUBDIRS += validation/api/pktio\ validation/api/shmem\ - pktio_ipc\ - ring + pktio_ipc if HAVE_PCAP TESTS += validation/api/pktio/pktio_run_pcap.sh diff --git a/platform/linux-generic/test/ring/.gitignore b/platform/linux-generic/test/ring/.gitignore deleted file mode 100644 index 7341a340c..000000000 --- a/platform/linux-generic/test/ring/.gitignore +++ /dev/null @@ -1 +0,0 @@ -ring_main diff --git a/platform/linux-generic/test/ring/Makefile.am b/platform/linux-generic/test/ring/Makefile.am deleted file mode 100644 index 999beed4f..000000000 --- a/platform/linux-generic/test/ring/Makefile.am +++ /dev/null @@ -1,38 +0,0 @@ -# ring test uses internal symbols from libodp-linux which are not available -# when linking test with libodp-linux.so -if STATIC_APPS - -include $(top_srcdir)/test/Makefile.inc - -test_PROGRAMS = ring_main -ring_main_SOURCES = \ - ring_main.c \ - ring_suites.c ring_suites.h \ - ring_basic.c ring_stress.c - -TESTS = ring_main$(EXEEXT) - -PRELDADD += $(LIBCUNIT_COMMON) - -AM_CPPFLAGS += -I$(top_srcdir)/platform/linux-generic/include - -AM_CFLAGS += $(LIBCONFIG_CFLAGS) - -TESTNAME = linux-generic-ring - -TESTENV = tests-$(TESTNAME).env - -test_DATA = $(TESTENV) - -DISTCLEANFILES = $(TESTENV) -.PHONY: $(TESTENV) -$(TESTENV): - echo "TESTS=\"$(TESTS)\"" > $@ - echo "$(TESTS_ENVIRONMENT)" >> $@ - echo "$(LOG_COMPILER)" >> $@ - -if test_installdir -installcheck-local: - $(DESTDIR)/$(testdir)/run-test.sh $(TESTNAME) -endif -endif diff --git a/platform/linux-generic/test/ring/ring_basic.c b/platform/linux-generic/test/ring/ring_basic.c deleted file mode 100644 index dc76fd6b3..000000000 --- a/platform/linux-generic/test/ring/ring_basic.c +++ /dev/null @@ -1,280 +0,0 @@ -/* Copyright (c) 2016-2018, Linaro Limited - * All rights reserved. - * - * SPDX-License-Identifier: BSD-3-Clause - */ - -/** - * @file - * - * ODP ring basic test - */ - -#include <stdlib.h> -#include <stdio.h> -#include <string.h> - -#include <odp_cunit_common.h> -#include <odp_packet_io_ring_internal.h> -#include <odp_errno_define.h> - -#include <odp/helper/odph_api.h> - -#include "ring_suites.h" - -/* labor functions declaration */ -static void __do_basic_burst(_ring_t *r); -static void __do_basic_bulk(_ring_t *r); - -/* dummy object pointers for enqueue and dequeue testing */ -static void **test_enq_data; -static void **test_deq_data; - -/* create multiple thread test ring */ -static const char *mt_ring_name = "MT basic ring"; -static _ring_t *mt_ring; - -int ring_test_basic_start(void) -{ - int i = 0; - - /* alloc dummy object pointers for enqueue testing */ - test_enq_data = malloc(RING_SIZE * 2 * sizeof(void *)); - if (NULL == test_enq_data) { - ODPH_ERR("failed to allocate basic test enqeue data\n"); - return -1; - } - - for (i = 0; i < RING_SIZE * 2; i++) - test_enq_data[i] = (void *)(unsigned long)i; - - /* alloc dummy object pointers for dequeue testing */ - test_deq_data = malloc(RING_SIZE * 2 * sizeof(void *)); - if (NULL == test_deq_data) { - ODPH_ERR("failed to allocate basic test dequeue data\n"); - free(test_enq_data); test_enq_data = NULL; - return -1; - } - - memset(test_deq_data, 0, RING_SIZE * 2 * sizeof(void *)); - return 0; -} - -int ring_test_basic_end(void) -{ - _ring_destroy(mt_ring_name); - - free(test_enq_data); - free(test_deq_data); - return 0; -} - -/* basic test cases */ -void ring_test_basic_create(void) -{ - /* prove illegal size shall fail */ - mt_ring = _ring_create(mt_ring_name, ILLEGAL_SIZE, 0); - CU_ASSERT(NULL == mt_ring); - CU_ASSERT(EINVAL == __odp_errno); - - /* create ring for multiple thread usage scenario */ - mt_ring = _ring_create(mt_ring_name, RING_SIZE, - _RING_SHM_PROC); - - CU_ASSERT(NULL != mt_ring); - CU_ASSERT(_ring_lookup(mt_ring_name) == mt_ring); -} - -void ring_test_basic_burst(void) -{ - __do_basic_burst(mt_ring); -} - -void ring_test_basic_bulk(void) -{ - __do_basic_bulk(mt_ring); -} - -/* labor functions definition */ -static void __do_basic_burst(_ring_t *r) -{ - int result = 0; - unsigned int count = 0; - void * const *source = test_enq_data; - void * const *dest = test_deq_data; - void **enq = NULL, **deq = NULL; - - enq = test_enq_data; deq = test_deq_data; - - /* ring is empty */ - CU_ASSERT(1 == _ring_empty(r)); - - /* enqueue 1 object */ - result = _ring_mp_enqueue_burst(r, enq, 1); - enq += 1; - CU_ASSERT(1 == (result & _RING_SZ_MASK)); - - /* enqueue 2 objects */ - result = _ring_mp_enqueue_burst(r, enq, 2); - enq += 2; - CU_ASSERT(2 == (result & _RING_SZ_MASK)); - - /* enqueue HALF_BULK objects */ - result = _ring_mp_enqueue_burst(r, enq, HALF_BULK); - enq += HALF_BULK; - CU_ASSERT(HALF_BULK == (result & _RING_SZ_MASK)); - - /* ring is neither empty nor full */ - CU_ASSERT(0 == _ring_full(r)); - CU_ASSERT(0 == _ring_empty(r)); - - /* _ring_count() equals enqueued */ - count = (1 + 2 + HALF_BULK); - CU_ASSERT(count == _ring_count(r)); - /* _ring_free_count() equals rooms left */ - count = (RING_SIZE - 1) - count; - CU_ASSERT(count == _ring_free_count(r)); - - /* exceed the size, enquene as many as possible */ - result = _ring_mp_enqueue_burst(r, enq, HALF_BULK); - enq += count; - CU_ASSERT(count == (result & _RING_SZ_MASK)); - CU_ASSERT(1 == _ring_full(r)); - - /* dequeue 1 object */ - result = _ring_mc_dequeue_burst(r, deq, 1); - deq += 1; - CU_ASSERT(1 == (result & _RING_SZ_MASK)); - - /* dequeue 2 objects */ - result = _ring_mc_dequeue_burst(r, deq, 2); - deq += 2; - CU_ASSERT(2 == (result & _RING_SZ_MASK)); - - /* dequeue HALF_BULK objects */ - result = _ring_mc_dequeue_burst(r, deq, HALF_BULK); - deq += HALF_BULK; - CU_ASSERT(HALF_BULK == (result & _RING_SZ_MASK)); - - /* _ring_free_count() equals dequeued */ - count = (1 + 2 + HALF_BULK); - CU_ASSERT(count == _ring_free_count(r)); - /* _ring_count() equals remained left */ - count = (RING_SIZE - 1) - count; - CU_ASSERT(count == _ring_count(r)); - - /* underrun the size, dequeue as many as possible */ - result = _ring_mc_dequeue_burst(r, deq, HALF_BULK); - deq += count; - CU_ASSERT(count == (result & _RING_SZ_MASK)); - CU_ASSERT(1 == _ring_empty(r)); - - /* check data */ - CU_ASSERT(0 == memcmp(source, dest, deq - dest)); - - /* reset dequeue data */ - memset(test_deq_data, 0, RING_SIZE * 2 * sizeof(void *)); -} - -/* incomplete ring API set: strange! - * complement _ring_enqueue/dequeue_bulk to improve coverage - */ -static inline int __ring_enqueue_bulk( - _ring_t *r, void * const *objects, unsigned bulk) -{ - return _ring_mp_enqueue_bulk(r, objects, bulk); -} - -static inline int __ring_dequeue_bulk( - _ring_t *r, void **objects, unsigned bulk) -{ - return _ring_mc_dequeue_bulk(r, objects, bulk); -} - -static void __do_basic_bulk(_ring_t *r) -{ - int result = 0; - unsigned int count = 0; - void * const *source = test_enq_data; - void * const *dest = test_deq_data; - void **enq = NULL, **deq = NULL; - - enq = test_enq_data; deq = test_deq_data; - - /* ring is empty */ - CU_ASSERT(1 == _ring_empty(r)); - - /* enqueue 1 object */ - result = __ring_enqueue_bulk(r, enq, 1); - enq += 1; - CU_ASSERT(0 == result); - - /* enqueue 2 objects */ - result = __ring_enqueue_bulk(r, enq, 2); - enq += 2; - CU_ASSERT(0 == result); - - /* enqueue HALF_BULK objects */ - result = __ring_enqueue_bulk(r, enq, HALF_BULK); - enq += HALF_BULK; - CU_ASSERT(0 == result); - - /* ring is neither empty nor full */ - CU_ASSERT(0 == _ring_full(r)); - CU_ASSERT(0 == _ring_empty(r)); - - /* _ring_count() equals enqueued */ - count = (1 + 2 + HALF_BULK); - CU_ASSERT(count == _ring_count(r)); - /* _ring_free_count() equals rooms left */ - count = (RING_SIZE - 1) - count; - CU_ASSERT(count == _ring_free_count(r)); - - /* exceed the size, enquene shall fail with -ENOBUFS */ - result = __ring_enqueue_bulk(r, enq, HALF_BULK); - CU_ASSERT(-ENOBUFS == result); - - /* fullful the ring */ - result = __ring_enqueue_bulk(r, enq, count); - enq += count; - CU_ASSERT(0 == result); - CU_ASSERT(1 == _ring_full(r)); - - /* dequeue 1 object */ - result = __ring_dequeue_bulk(r, deq, 1); - deq += 1; - CU_ASSERT(0 == result); - - /* dequeue 2 objects */ - result = __ring_dequeue_bulk(r, deq, 2); - deq += 2; - CU_ASSERT(0 == result); - - /* dequeue HALF_BULK objects */ - result = __ring_dequeue_bulk(r, deq, HALF_BULK); - deq += HALF_BULK; - CU_ASSERT(0 == result); - - /* _ring_free_count() equals dequeued */ - count = (1 + 2 + HALF_BULK); - CU_ASSERT(count == _ring_free_count(r)); - /* _ring_count() equals remained left */ - count = (RING_SIZE - 1) - count; - CU_ASSERT(count == _ring_count(r)); - - /* underrun the size, dequeue shall fail with -ENOENT */ - result = __ring_dequeue_bulk(r, deq, HALF_BULK); - CU_ASSERT(-ENOENT == result); - - /* empty the queue */ - result = __ring_dequeue_bulk(r, deq, count); - deq += count; - CU_ASSERT(0 == result); - CU_ASSERT(1 == _ring_empty(r)); - - /* check data */ - CU_ASSERT(0 == memcmp(source, dest, deq - dest)); - - /* reset dequeue data */ - memset(test_deq_data, 0, RING_SIZE * 2 * sizeof(void *)); -} diff --git a/platform/linux-generic/test/ring/ring_main.c b/platform/linux-generic/test/ring/ring_main.c deleted file mode 100644 index 8d0f07527..000000000 --- a/platform/linux-generic/test/ring/ring_main.c +++ /dev/null @@ -1,12 +0,0 @@ -/* Copyright (c) 2016-2018, Linaro Limited - * All rights reserved. - * - * SPDX-License-Identifier: BSD-3-Clause - */ - -#include "ring_suites.h" - -int main(int argc, char *argv[]) -{ - return ring_suites_main(argc, argv); -} diff --git a/platform/linux-generic/test/ring/ring_stress.c b/platform/linux-generic/test/ring/ring_stress.c deleted file mode 100644 index b0b996789..000000000 --- a/platform/linux-generic/test/ring/ring_stress.c +++ /dev/null @@ -1,270 +0,0 @@ -/* Copyright (c) 2016-2018, Linaro Limited - * All rights reserved. - * - * SPDX-License-Identifier: BSD-3-Clause - */ - -/** - * @file - * - * ODP ring stress test - */ - -#ifndef _GNU_SOURCE -#define _GNU_SOURCE -#endif - -#include <stdlib.h> -#include <stdio.h> -#include <string.h> -#include <unistd.h> - -#include <odp_api.h> -#include <odp/helper/odph_api.h> -#include <odp_packet_io_ring_internal.h> -#include <odp_cunit_common.h> - -#include "ring_suites.h" - -/* There's even number of producer and consumer threads and each thread does - * this many successful enq or deq operations */ -#define NUM_BULK_OP ((RING_SIZE / PIECE_BULK) * 100) - -/* - * Note : make sure that both enqueue and dequeue - * operation starts at same time so to avoid data corruption - * Its because atomic lock will protect only indexes, but if order of - * read or write operation incorrect then data mismatch will happen - * So its resposibility of application develop to take care of order of - * data read or write. - */ -typedef enum { - STRESS_1_1_PRODUCER_CONSUMER, - STRESS_1_N_PRODUCER_CONSUMER, - STRESS_N_1_PRODUCER_CONSUMER, - STRESS_N_M_PRODUCER_CONSUMER -} stress_case_t; - -#define GLOBAL_SHM_NAME "RingGlobalShm" - -/* worker function declarations */ -static int stress_worker(void *_data); - -/* global name for later look up in workers' context */ -static const char *ring_name = "stress_ring"; - -typedef struct { - odp_shm_t shm; - /* Barrier to run threads at the same time */ - odp_barrier_t barrier; - /* - * Since cunit framework cannot work with multi-threading, ask workers - * to save their results for delayed assertion after thread collection. - */ - int worker_results[MAX_WORKERS]; -} global_shared_mem_t; - -static global_shared_mem_t *global_mem; - -int ring_test_stress_start(void) -{ - _ring_t *r_stress = NULL; - odp_shm_t shm; - - shm = odp_shm_reserve(GLOBAL_SHM_NAME, sizeof(global_shared_mem_t), 64, - ODP_SHM_SW_ONLY); - if (shm == ODP_SHM_INVALID) { - fprintf(stderr, "Unable reserve memory for global_shm\n"); - return -1; - } - - global_mem = odp_shm_addr(shm); - memset(global_mem, 0, sizeof(global_shared_mem_t)); - global_mem->shm = shm; - - /* multiple thread usage scenario, thread or process sharable */ - r_stress = _ring_create(ring_name, RING_SIZE, _RING_SHM_PROC); - if (r_stress == NULL) { - ODPH_ERR("create ring failed for stress.\n"); - return -1; - } - - return 0; -} - -int ring_test_stress_end(void) -{ - if (odp_shm_free(global_mem->shm)) { - fprintf(stderr, "error: odp_shm_free() failed.\n"); - return -1; - } - - return 0; -} - -void ring_test_stress_1_1_producer_consumer(void) -{ - int i = 0; - odp_cpumask_t cpus; - pthrd_arg worker_param; - - /* reset results for delayed assertion */ - memset(global_mem->worker_results, 0, - sizeof(global_mem->worker_results)); - - /* request 2 threads to run 1:1 stress */ - worker_param.numthrds = odp_cpumask_default_worker(&cpus, 2); - worker_param.testcase = STRESS_1_1_PRODUCER_CONSUMER; - - /* not failure, insufficient resource */ - if (worker_param.numthrds < 2) { - ODPH_ERR("insufficient cpu for 1:1 " - "producer/consumer stress.\n"); - return; - } - - odp_barrier_init(&global_mem->barrier, 2); - - /* kick the workers */ - odp_cunit_thread_create(stress_worker, &worker_param); - - /* collect the results */ - odp_cunit_thread_exit(&worker_param); - - /* delayed assertion due to cunit limitation */ - for (i = 0; i < worker_param.numthrds; i++) - CU_ASSERT(0 == global_mem->worker_results[i]); -} - -void ring_test_stress_N_M_producer_consumer(void) -{ - int i = 0; - odp_cpumask_t cpus; - pthrd_arg worker_param; - - /* reset results for delayed assertion */ - memset(global_mem->worker_results, 0, - sizeof(global_mem->worker_results)); - - /* request MAX_WORKERS threads to run N:M stress */ - worker_param.numthrds = - odp_cpumask_default_worker(&cpus, MAX_WORKERS); - worker_param.testcase = STRESS_N_M_PRODUCER_CONSUMER; - - /* not failure, insufficient resource */ - if (worker_param.numthrds < 3) { - ODPH_ERR("insufficient cpu for N:M " - "producer/consumer stress.\n"); - return; - } - - /* force even number of threads */ - if (worker_param.numthrds & 0x1) - worker_param.numthrds -= 1; - - odp_barrier_init(&global_mem->barrier, worker_param.numthrds); - - /* kick the workers */ - odp_cunit_thread_create(stress_worker, &worker_param); - - /* collect the results */ - odp_cunit_thread_exit(&worker_param); - - /* delayed assertion due to cunit limitation */ - for (i = 0; i < worker_param.numthrds; i++) - CU_ASSERT(0 == global_mem->worker_results[i]); -} - -void ring_test_stress_1_N_producer_consumer(void) -{ -} - -void ring_test_stress_N_1_producer_consumer(void) -{ -} - -void ring_test_stress_ring_list_dump(void) -{ - /* improve code coverage */ - _ring_list_dump(); -} - -/* worker function for multiple producer instances */ -static int do_producer(_ring_t *r) -{ - void *enq[PIECE_BULK]; - int i; - int num = NUM_BULK_OP; - - /* data pattern to be evaluated later in consumer */ - for (i = 0; i < PIECE_BULK; i++) - enq[i] = (void *)(uintptr_t)i; - - while (num) - if (_ring_mp_enqueue_bulk(r, enq, PIECE_BULK) == 0) - num--; - - return 0; -} - -/* worker function for multiple consumer instances */ -static int do_consumer(_ring_t *r) -{ - void *deq[PIECE_BULK]; - int i; - int num = NUM_BULK_OP; - - while (num) { - if (_ring_mc_dequeue_bulk(r, deq, PIECE_BULK) == 0) { - num--; - - /* evaluate the data pattern */ - for (i = 0; i < PIECE_BULK; i++) - CU_ASSERT(deq[i] == (void *)(uintptr_t)i); - } - } - - return 0; -} - -static int stress_worker(void *_data) -{ - pthrd_arg *worker_param = (pthrd_arg *)_data; - _ring_t *r_stress = NULL; - int *result = NULL; - int worker_id = odp_thread_id(); - - /* save the worker result for delayed assertion */ - result = &global_mem->worker_results[(worker_id % - worker_param->numthrds)]; - - /* verify ring lookup in worker context */ - r_stress = _ring_lookup(ring_name); - if (NULL == r_stress) { - ODPH_ERR("ring lookup %s not found\n", ring_name); - return (*result = -1); - } - - odp_barrier_wait(&global_mem->barrier); - - switch (worker_param->testcase) { - case STRESS_1_1_PRODUCER_CONSUMER: - case STRESS_N_M_PRODUCER_CONSUMER: - /* interleaved producer/consumer */ - if (0 == (worker_id % 2)) - *result = do_producer(r_stress); - else if (1 == (worker_id % 2)) - *result = do_consumer(r_stress); - break; - case STRESS_1_N_PRODUCER_CONSUMER: - case STRESS_N_1_PRODUCER_CONSUMER: - default: - ODPH_ERR("invalid or not-implemented stress type (%d)\n", - worker_param->testcase); - break; - } - - odp_barrier_wait(&global_mem->barrier); - - return 0; -} diff --git a/platform/linux-generic/test/ring/ring_suites.c b/platform/linux-generic/test/ring/ring_suites.c deleted file mode 100644 index a6b3376ce..000000000 --- a/platform/linux-generic/test/ring/ring_suites.c +++ /dev/null @@ -1,74 +0,0 @@ -/* Copyright (c) 2016-2018, Linaro Limited - * All rights reserved. - * - * SPDX-License-Identifier: BSD-3-Clause - */ - -#include <stdlib.h> -#include <stdio.h> -#include <string.h> - -#include <odp_api.h> -#include <odp/helper/odph_api.h> - -#include <odp_cunit_common.h> -#include <odp_packet_io_ring_internal.h> - -#include "ring_suites.h" - -static int ring_suites_init(odp_instance_t *inst) -{ - if (0 != odp_init_global(inst, NULL, NULL)) { - ODPH_ERR("error: odp_init_global() failed.\n"); - return -1; - } - if (0 != odp_init_local(*inst, ODP_THREAD_CONTROL)) { - ODPH_ERR("error: odp_init_local() failed.\n"); - return -1; - } - - _ring_tailq_init(); - return 0; -} - -static odp_testinfo_t ring_suite_basic[] = { - ODP_TEST_INFO(ring_test_basic_create), - ODP_TEST_INFO(ring_test_basic_burst), - ODP_TEST_INFO(ring_test_basic_bulk), - ODP_TEST_INFO_NULL, -}; - -static odp_testinfo_t ring_suite_stress[] = { - ODP_TEST_INFO(ring_test_stress_1_1_producer_consumer), - ODP_TEST_INFO(ring_test_stress_1_N_producer_consumer), - ODP_TEST_INFO(ring_test_stress_N_1_producer_consumer), - ODP_TEST_INFO(ring_test_stress_N_M_producer_consumer), - ODP_TEST_INFO(ring_test_stress_ring_list_dump), - ODP_TEST_INFO_NULL, -}; - -static odp_suiteinfo_t ring_suites[] = { - {"ring basic", ring_test_basic_start, - ring_test_basic_end, ring_suite_basic}, - {"ring stress", ring_test_stress_start, - ring_test_stress_end, ring_suite_stress}, - ODP_SUITE_INFO_NULL -}; - -int ring_suites_main(int argc, char *argv[]) -{ - int ret; - - /* let helper collect its own arguments (e.g. --odph_proc) */ - if (odp_cunit_parse_options(argc, argv)) - return -1; - - odp_cunit_register_global_init(ring_suites_init); - - ret = odp_cunit_register(ring_suites); - - if (ret == 0) - ret = odp_cunit_run(); - - return ret; -} diff --git a/platform/linux-generic/test/ring/ring_suites.h b/platform/linux-generic/test/ring/ring_suites.h deleted file mode 100644 index d56ab7845..000000000 --- a/platform/linux-generic/test/ring/ring_suites.h +++ /dev/null @@ -1,33 +0,0 @@ -/* Copyright (c) 2016-2018, Linaro Limited - * All rights reserved. - * - * SPDX-License-Identifier: BSD-3-Clause - */ - -#define RING_SIZE 4096 -#define PIECE_BULK 32 - -#define HALF_BULK (RING_SIZE >> 1) -#define ILLEGAL_SIZE (RING_SIZE | 0x3) - -/* test suite start and stop */ -int ring_test_basic_start(void); -int ring_test_basic_end(void); - -/* basic test cases */ -void ring_test_basic_create(void); -void ring_test_basic_burst(void); -void ring_test_basic_bulk(void); - -/* test suite start and stop */ -int ring_test_stress_start(void); -int ring_test_stress_end(void); - -/* stress test cases */ -void ring_test_stress_1_1_producer_consumer(void); -void ring_test_stress_1_N_producer_consumer(void); -void ring_test_stress_N_1_producer_consumer(void); -void ring_test_stress_N_M_producer_consumer(void); -void ring_test_stress_ring_list_dump(void); - -int ring_suites_main(int argc, char *argv[]); ----------------------------------------------------------------------- Summary of changes: platform/linux-generic/Makefile.am | 3 - .../linux-generic/include/odp_buffer_internal.h | 4 - .../linux-generic/include/odp_packet_io_internal.h | 1 - .../include/odp_packet_io_ipc_internal.h | 47 -- .../include/odp_packet_io_ring_internal.h | 414 ---------------- platform/linux-generic/m4/configure.m4 | 3 +- platform/linux-generic/odp_packet_io.c | 1 - platform/linux-generic/pktio/ipc.c | 536 ++++++++++++--------- platform/linux-generic/pktio/ring.c | 515 -------------------- platform/linux-generic/test/Makefile.am | 3 +- platform/linux-generic/test/ring/.gitignore | 1 - platform/linux-generic/test/ring/Makefile.am | 38 -- platform/linux-generic/test/ring/ring_basic.c | 280 ----------- platform/linux-generic/test/ring/ring_main.c | 12 - platform/linux-generic/test/ring/ring_stress.c | 270 ----------- platform/linux-generic/test/ring/ring_suites.c | 74 --- platform/linux-generic/test/ring/ring_suites.h | 33 -- 17 files changed, 321 insertions(+), 1914 deletions(-) delete mode 100644 platform/linux-generic/include/odp_packet_io_ipc_internal.h delete mode 100644 platform/linux-generic/include/odp_packet_io_ring_internal.h delete mode 100644 platform/linux-generic/pktio/ring.c delete mode 100644 platform/linux-generic/test/ring/.gitignore delete mode 100644 platform/linux-generic/test/ring/Makefile.am delete mode 100644 platform/linux-generic/test/ring/ring_basic.c delete mode 100644 platform/linux-generic/test/ring/ring_main.c delete mode 100644 platform/linux-generic/test/ring/ring_stress.c delete mode 100644 platform/linux-generic/test/ring/ring_suites.c delete mode 100644 platform/linux-generic/test/ring/ring_suites.h hooks/post-receive --

5 years, 2 months

Jump to page:

2025

2024

2023

2022

2021

2020

2019

2018

2017

2016

git-lng-odp