git-lng-odp

git-lng-odp@lists.linaro.org

1203 discussions

[COMMIT] branch master updated. v1.20.0.0-4-g6c06c34a

by git＠git-us.linaro.org

This is an automated email from the git hooks/post-receive script. It was generated because a ref change was pushed to the repository containing the project "". The branch, master has been updated via 6c06c34a051342b2d25444ac65348acc30828b11 (commit) via 68d9edd5c7b1a2b28d07757d2580ba955463e73d (commit) from 17a547b56ac5897f0424752b40b2ba07f4d999cb (commit) Those revisions listed above that are new to this repository have not appeared on any other notification email; so we list those revisions in full, below. - Log ----------------------------------------------------------------- commit 6c06c34a051342b2d25444ac65348acc30828b11 Author: Petri Savolainen <petri.savolainen(a)linaro.org> Date: Wed Nov 28 16:38:27 2018 +0200 dependencies: dpdk: list supported versions DPDK versions earlier than v17.11 are not supported. Signed-off-by: Petri Savolainen <petri.savolainen(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/DEPENDENCIES b/DEPENDENCIES index abe6d741..10a9861c 100644 --- a/DEPENDENCIES +++ b/DEPENDENCIES @@ -164,7 +164,8 @@ Prerequisites for building the OpenDataPlane (ODP) API 3.4 DPDK packet I/O support (optional) - Use DPDK for ODP packet I/O. + Use DPDK for ODP packet I/O. Currently supported DPDK versions are v17.11, + v18.02, v18.05 and v18.11. Note: only packet I/O is accelerated with DPDK. Use https://github.com/Linaro/odp-dpdk.git commit 68d9edd5c7b1a2b28d07757d2580ba955463e73d Author: Petri Savolainen <petri.savolainen(a)linaro.org> Date: Tue Nov 27 16:51:12 2018 +0200 linux-gen: dpdk: support DPDK version up to v18.11 All DPDK versions from v17.11 to v18.11 are supported. Earlier versions are not supported. RTE_ETH_FOREACH_DEV macro implementation in v18.02 uses an experimental (new) DPDK API function, which produces a compile error. It is replaced with the old implementation (from v17.11). Tested with: v17.11.4, v18.02.2, v18.05.1 and v18.11 Signed-off-by: Petri Savolainen <petri.savolainen(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/platform/linux-generic/pktio/dpdk.c b/platform/linux-generic/pktio/dpdk.c index 4253451f..1edd2488 100644 --- a/platform/linux-generic/pktio/dpdk.c +++ b/platform/linux-generic/pktio/dpdk.c @@ -1071,8 +1071,6 @@ static int dpdk_vdev_promisc_mode_set(uint16_t port_id, int enable) static void rss_conf_to_hash_proto(struct rte_eth_rss_conf *rss_conf, const odp_pktin_hash_proto_t *hash_proto) { - memset(rss_conf, 0, sizeof(struct rte_eth_rss_conf)); - if (hash_proto->proto.ipv4_udp) rss_conf->rss_hf |= ETH_RSS_NONFRAG_IPV4_UDP; if (hash_proto->proto.ipv4_tcp) @@ -1093,47 +1091,36 @@ static void rss_conf_to_hash_proto(struct rte_eth_rss_conf *rss_conf, rss_conf->rss_key = NULL; } -static int dpdk_setup_port(pktio_entry_t *pktio_entry) +static int dpdk_setup_eth_dev(pktio_entry_t *pktio_entry, + const struct rte_eth_dev_info *dev_info) { int ret; pkt_dpdk_t *pkt_dpdk = pkt_priv(pktio_entry); struct rte_eth_rss_conf rss_conf; - uint16_t hw_ip_checksum = 0; + struct rte_eth_conf eth_conf; + uint64_t rss_hf_capa = dev_info->flow_type_rss_offloads; + + memset(&rss_conf, 0, sizeof(struct rte_eth_rss_conf)); - /* Always set some hash functions to enable DPDK RSS hash calculation */ - if (pkt_dpdk->hash.all_bits == 0) { - memset(&rss_conf, 0, sizeof(struct rte_eth_rss_conf)); + /* Always set some hash functions to enable DPDK RSS hash calculation. + * Hash capability has been checked in pktin config. */ + if (pkt_dpdk->hash.all_bits == 0) rss_conf.rss_hf = ETH_RSS_IP | ETH_RSS_TCP | ETH_RSS_UDP; - } else { + else rss_conf_to_hash_proto(&rss_conf, &pkt_dpdk->hash); - } - if (pktio_entry->s.config.pktin.bit.ipv4_chksum || - pktio_entry->s.config.pktin.bit.udp_chksum || - pktio_entry->s.config.pktin.bit.tcp_chksum) - hw_ip_checksum = 1; - - struct rte_eth_conf port_conf = { - .rxmode = { - .mq_mode = ETH_MQ_RX_RSS, - .split_hdr_size = 0, - .header_split = 0, - .hw_ip_checksum = hw_ip_checksum, - .hw_vlan_filter = 0, - .hw_strip_crc = 0, - .enable_scatter = 0, - }, - .rx_adv_conf = { - .rss_conf = rss_conf, - }, - .txmode = { - .mq_mode = ETH_MQ_TX_NONE, - }, - }; + /* Filter out unsupported flags */ + rss_conf.rss_hf &= rss_hf_capa; + + memset(&eth_conf, 0, sizeof(eth_conf)); + + eth_conf.rxmode.mq_mode = ETH_MQ_RX_RSS; + eth_conf.txmode.mq_mode = ETH_MQ_TX_NONE; + eth_conf.rx_adv_conf.rss_conf = rss_conf; ret = rte_eth_dev_configure(pkt_dpdk->port_id, pktio_entry->s.num_in_queue, - pktio_entry->s.num_out_queue, &port_conf); + pktio_entry->s.num_out_queue, &eth_conf); if (ret < 0) { ODP_ERR("Failed to setup device: err=%d, port=%" PRIu8 "\n", ret, pkt_dpdk->port_id); @@ -1306,15 +1293,27 @@ static void dpdk_mempool_free(struct rte_mempool *mp, void *arg ODP_UNUSED) rte_mempool_free(mp); } +/* RTE_ETH_FOREACH_DEV was introduced in v17.8, but causes a build error in + * v18.2 (only a warning, but our build system treats warnings as errors). */ +#if (RTE_VERSION >= RTE_VERSION_NUM(18, 2, 0, 0)) && \ + (RTE_VERSION < RTE_VERSION_NUM(18, 5, 0, 0)) + #define ETH_FOREACH_DEV(p) \ + for (p = rte_eth_find_next(0); \ + (unsigned int)p < (unsigned int)RTE_MAX_ETHPORTS; \ + p = rte_eth_find_next(p + 1)) +#elif RTE_VERSION >= RTE_VERSION_NUM(17, 8, 0, 0) + #define ETH_FOREACH_DEV(p) RTE_ETH_FOREACH_DEV(p) +#endif + static int dpdk_pktio_term(void) { + uint16_t port_id; + if (!odp_global_rw->dpdk_initialized) return 0; #if RTE_VERSION >= RTE_VERSION_NUM(17, 8, 0, 0) - uint16_t port_id; - - RTE_ETH_FOREACH_DEV(port_id) { + ETH_FOREACH_DEV(port_id) { rte_eth_dev_close(port_id); } #endif @@ -1325,12 +1324,70 @@ static int dpdk_pktio_term(void) return 0; } +static int check_hash_proto(pktio_entry_t *pktio_entry, + const odp_pktin_queue_param_t *p) +{ + struct rte_eth_dev_info dev_info; + uint64_t rss_hf_capa; + pkt_dpdk_t *pkt_dpdk = pkt_priv(pktio_entry); + uint16_t port_id = pkt_dpdk->port_id; + + rte_eth_dev_info_get(port_id, &dev_info); + rss_hf_capa = dev_info.flow_type_rss_offloads; + + if (p->hash_proto.proto.ipv4 && + ((rss_hf_capa & ETH_RSS_IPV4) == 0)) { + ODP_ERR("hash_proto.ipv4 not supported\n"); + return -1; + } + + if (p->hash_proto.proto.ipv4_udp && + ((rss_hf_capa & ETH_RSS_NONFRAG_IPV4_UDP) == 0)) { + ODP_ERR("hash_proto.ipv4_udp not supported. " + "rss_hf_capa 0x%" PRIx64 "\n", rss_hf_capa); + return -1; + } + + if (p->hash_proto.proto.ipv4_tcp && + ((rss_hf_capa & ETH_RSS_NONFRAG_IPV4_TCP) == 0)) { + ODP_ERR("hash_proto.ipv4_tcp not supported. " + "rss_hf_capa 0x%" PRIx64 "\n", rss_hf_capa); + return -1; + } + + if (p->hash_proto.proto.ipv6 && + ((rss_hf_capa & ETH_RSS_IPV6) == 0)) { + ODP_ERR("hash_proto.ipv6 not supported. " + "rss_hf_capa 0x%" PRIx64 "\n", rss_hf_capa); + return -1; + } + + if (p->hash_proto.proto.ipv6_udp && + ((rss_hf_capa & ETH_RSS_NONFRAG_IPV6_UDP) == 0)) { + ODP_ERR("hash_proto.ipv6_udp not supported. " + "rss_hf_capa 0x%" PRIx64 "\n", rss_hf_capa); + return -1; + } + + if (p->hash_proto.proto.ipv6_tcp && + ((rss_hf_capa & ETH_RSS_NONFRAG_IPV6_TCP) == 0)) { + ODP_ERR("hash_proto.ipv6_tcp not supported. " + "rss_hf_capa 0x%" PRIx64 "\n", rss_hf_capa); + return -1; + } + + return 0; +} + static int dpdk_input_queues_config(pktio_entry_t *pktio_entry, const odp_pktin_queue_param_t *p) { odp_pktin_mode_t mode = pktio_entry->s.param.in_mode; uint8_t lockless; + if (p->hash_enable && check_hash_proto(pktio_entry, p)) + return -1; + /** * Scheduler synchronizes input queue polls. Only single thread * at a time polls a queue */ @@ -1492,7 +1549,12 @@ static int dpdk_open(odp_pktio_t id ODP_UNUSED, pkt_dpdk->pool = pool; pkt_dpdk->port_id = atoi(netdev); + /* rte_eth_dev_count() was removed in v18.05 */ +#if RTE_VERSION < RTE_VERSION_NUM(18, 5, 0, 0) if (rte_eth_dev_count() == 0) { +#else + if (rte_eth_dev_count_avail() == 0) { +#endif ODP_ERR("No DPDK ports found\n"); return -1; } @@ -1569,91 +1631,122 @@ static int dpdk_open(odp_pktio_t id ODP_UNUSED, return 0; } -static int dpdk_start(pktio_entry_t *pktio_entry) +static int dpdk_setup_eth_tx(pktio_entry_t *pktio_entry, + const pkt_dpdk_t *pkt_dpdk, + const struct rte_eth_dev_info *dev_info) { - struct rte_eth_dev_info dev_info; - struct rte_eth_rxconf *rxconf; - pkt_dpdk_t *pkt_dpdk = pkt_priv(pktio_entry); - uint16_t port_id = pkt_dpdk->port_id; + struct rte_eth_txconf txconf; + uint64_t tx_offloads; + uint32_t i; int ret; - unsigned i; + uint16_t port_id = pkt_dpdk->port_id; - /* DPDK doesn't support nb_rx_q/nb_tx_q being 0 */ - if (!pktio_entry->s.num_in_queue) - pktio_entry->s.num_in_queue = 1; - if (!pktio_entry->s.num_out_queue) - pktio_entry->s.num_out_queue = 1; + txconf = dev_info->default_txconf; + + tx_offloads = 0; + if (pktio_entry->s.config.pktout.bit.ipv4_chksum_ena) + tx_offloads |= DEV_TX_OFFLOAD_IPV4_CKSUM; + + if (pktio_entry->s.config.pktout.bit.udp_chksum_ena) + tx_offloads |= DEV_TX_OFFLOAD_UDP_CKSUM; + + if (pktio_entry->s.config.pktout.bit.tcp_chksum_ena) + tx_offloads |= DEV_TX_OFFLOAD_TCP_CKSUM; + + if (pktio_entry->s.config.pktout.bit.sctp_chksum_ena) + tx_offloads |= DEV_TX_OFFLOAD_SCTP_CKSUM; + + txconf.offloads = tx_offloads; + + if (tx_offloads) + pktio_entry->s.chksum_insert_ena = 1; - /* init port */ - if (dpdk_setup_port(pktio_entry)) { - ODP_ERR("Failed to configure device\n"); - return -1; - } - /* Init TX queues */ for (i = 0; i < pktio_entry->s.num_out_queue; i++) { - const struct rte_eth_txconf *txconf = NULL; - int ip_ena = pktio_entry->s.config.pktout.bit.ipv4_chksum_ena; - int udp_ena = pktio_entry->s.config.pktout.bit.udp_chksum_ena; - int tcp_ena = pktio_entry->s.config.pktout.bit.tcp_chksum_ena; - int sctp_ena = pktio_entry->s.config.pktout.bit.sctp_chksum_ena; - int chksum_ena = ip_ena | udp_ena | tcp_ena | sctp_ena; - - if (chksum_ena) { - /* Enable UDP, TCP, STCP checksum offload */ - uint32_t txq_flags = 0; - - if (udp_ena == 0) - txq_flags |= ETH_TXQ_FLAGS_NOXSUMUDP; - - if (tcp_ena == 0) - txq_flags |= ETH_TXQ_FLAGS_NOXSUMTCP; - - if (sctp_ena == 0) - txq_flags |= ETH_TXQ_FLAGS_NOXSUMSCTP; - - /* When IP checksum is requested alone, enable UDP - * offload. DPDK IP checksum offload is enabled only - * when one of the L4 checksum offloads is requested.*/ - if ((udp_ena == 0) && (tcp_ena == 0) && (sctp_ena == 0)) - txq_flags = ETH_TXQ_FLAGS_NOXSUMTCP | - ETH_TXQ_FLAGS_NOXSUMSCTP; - - txq_flags |= ETH_TXQ_FLAGS_NOMULTSEGS | - ETH_TXQ_FLAGS_NOREFCOUNT | - ETH_TXQ_FLAGS_NOMULTMEMP | - ETH_TXQ_FLAGS_NOVLANOFFL; - - rte_eth_dev_info_get(port_id, &dev_info); - dev_info.default_txconf.txq_flags = txq_flags; - txconf = &dev_info.default_txconf; - pktio_entry->s.chksum_insert_ena = 1; - } ret = rte_eth_tx_queue_setup(port_id, i, pkt_dpdk->opt.num_tx_desc, rte_eth_dev_socket_id(port_id), - txconf); + &txconf); if (ret < 0) { ODP_ERR("Queue setup failed: err=%d, port=%" PRIu8 "\n", ret, port_id); return -1; } } - /* Init RX queues */ - rte_eth_dev_info_get(port_id, &dev_info); - rxconf = &dev_info.default_rxconf; - rxconf->rx_drop_en = pkt_dpdk->opt.rx_drop_en; + + return 0; +} + +static int dpdk_setup_eth_rx(const pktio_entry_t *pktio_entry, + const pkt_dpdk_t *pkt_dpdk, + const struct rte_eth_dev_info *dev_info) +{ + struct rte_eth_rxconf rxconf; + uint64_t rx_offloads; + uint32_t i; + int ret; + uint16_t port_id = pkt_dpdk->port_id; + + rxconf = dev_info->default_rxconf; + + rxconf.rx_drop_en = pkt_dpdk->opt.rx_drop_en; + + rx_offloads = 0; + if (pktio_entry->s.config.pktin.bit.ipv4_chksum) + rx_offloads |= DEV_RX_OFFLOAD_IPV4_CKSUM; + + if (pktio_entry->s.config.pktin.bit.udp_chksum) + rx_offloads |= DEV_RX_OFFLOAD_UDP_CKSUM; + + if (pktio_entry->s.config.pktin.bit.tcp_chksum) + rx_offloads |= DEV_RX_OFFLOAD_TCP_CKSUM; + + rxconf.offloads = rx_offloads; + for (i = 0; i < pktio_entry->s.num_in_queue; i++) { ret = rte_eth_rx_queue_setup(port_id, i, pkt_dpdk->opt.num_rx_desc, rte_eth_dev_socket_id(port_id), - rxconf, pkt_dpdk->pkt_pool); + &rxconf, pkt_dpdk->pkt_pool); if (ret < 0) { ODP_ERR("Queue setup failed: err=%d, port=%" PRIu8 "\n", ret, port_id); return -1; } } + + return 0; +} + +static int dpdk_start(pktio_entry_t *pktio_entry) +{ + struct rte_eth_dev_info dev_info; + pkt_dpdk_t *pkt_dpdk = pkt_priv(pktio_entry); + uint16_t port_id = pkt_dpdk->port_id; + int ret; + + /* DPDK doesn't support nb_rx_q/nb_tx_q being 0 */ + if (!pktio_entry->s.num_in_queue) + pktio_entry->s.num_in_queue = 1; + if (!pktio_entry->s.num_out_queue) + pktio_entry->s.num_out_queue = 1; + + rte_eth_dev_info_get(port_id, &dev_info); + + /* Setup device */ + if (dpdk_setup_eth_dev(pktio_entry, &dev_info)) { + ODP_ERR("Failed to configure device\n"); + return -1; + } + + /* Setup TX queues */ + if (dpdk_setup_eth_tx(pktio_entry, pkt_dpdk, &dev_info)) + return -1; + + /* Setup RX queues */ + if (dpdk_setup_eth_rx(pktio_entry, pkt_dpdk, &dev_info)) + return -1; + /* Start device */ ret = rte_eth_dev_start(port_id); if (ret < 0) { ----------------------------------------------------------------------- Summary of changes: DEPENDENCIES | 3 +- platform/linux-generic/pktio/dpdk.c | 283 ++++++++++++++++++++++++------------ 2 files changed, 190 insertions(+), 96 deletions(-) hooks/post-receive --

6 years, 2 months

[COMMIT] branch master updated. v1.20.0.0-2-g17a547b5

by git＠git-us.linaro.org

This is an automated email from the git hooks/post-receive script. It was generated because a ref change was pushed to the repository containing the project "". The branch, master has been updated via 17a547b56ac5897f0424752b40b2ba07f4d999cb (commit) from d01e6126c7e91d3c660033cf970f6094ea080abb (commit) Those revisions listed above that are new to this repository have not appeared on any other notification email; so we list those revisions in full, below. - Log ----------------------------------------------------------------- commit 17a547b56ac5897f0424752b40b2ba07f4d999cb Author: Matias Elo <matias.elo(a)nokia.com> Date: Mon Dec 17 09:18:57 2018 +0200 linux-gen: socket_mmap: fix build with older clang versions Olders clang versions (at least 3.4.2 used by CentOS) don't handle frame_map.v2.s_ll definition properly and throw invalid error. Signed-off-by: Matias Elo <matias.elo(a)nokia.com> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/platform/linux-generic/pktio/socket_mmap.c b/platform/linux-generic/pktio/socket_mmap.c index 03085728..86115228 100644 --- a/platform/linux-generic/pktio/socket_mmap.c +++ b/platform/linux-generic/pktio/socket_mmap.c @@ -103,9 +103,8 @@ static int set_pkt_sock_fanout_mmap(pkt_sock_mmap_t *const pkt_sock, union frame_map { struct { struct tpacket2_hdr ODP_ALIGNED(TPACKET_ALIGNMENT) tp_h; - struct sockaddr_ll - ODP_ALIGNED(TPACKET_ALIGN(sizeof(struct tpacket2_hdr))) - s_ll; + struct sockaddr_ll ODP_ALIGNED(TPACKET_ALIGN(sizeof(struct + tpacket2_hdr))) s_ll; } *v2; void *raw; ----------------------------------------------------------------------- Summary of changes: platform/linux-generic/pktio/socket_mmap.c | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) hooks/post-receive --

6 years, 2 months

[COMMIT] branch master updated. v1.20.0.0-1-gd01e6126

by git＠git-us.linaro.org

This is an automated email from the git hooks/post-receive script. It was generated because a ref change was pushed to the repository containing the project "". The branch, master has been updated via d01e6126c7e91d3c660033cf970f6094ea080abb (commit) from ec5066a3430e31a87727ac4aea5793253e5ee843 (commit) Those revisions listed above that are new to this repository have not appeared on any other notification email; so we list those revisions in full, below. - Log ----------------------------------------------------------------- commit d01e6126c7e91d3c660033cf970f6094ea080abb Author: Matias Elo <matias.elo(a)nokia.com> Date: Wed Dec 12 12:17:34 2018 +0200 linux-gen: netmap: update ring->head in netmap_recv_desc() Netmap function nm_ring_empty() implementation has been modified to use ring->head instead of ring->cur. Reported-by: Jari Mustajärvi <jari.mustajarvi(a)nokia-bell-labs.com> Signed-off-by: Matias Elo <matias.elo(a)nokia.com> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/platform/linux-generic/pktio/netmap.c b/platform/linux-generic/pktio/netmap.c index 53d3e58c..8fb23153 100644 --- a/platform/linux-generic/pktio/netmap.c +++ b/platform/linux-generic/pktio/netmap.c @@ -842,8 +842,8 @@ static inline int netmap_recv_desc(pktio_entry_t *pktio_entry, "B\n", ring->slot[slot_id].len); } ring->cur = nm_ring_next(ring, slot_id); + ring->head = ring->cur; } - ring->head = ring->cur; ring_id++; } desc->cur_rx_ring = ring_id; ----------------------------------------------------------------------- Summary of changes: platform/linux-generic/pktio/netmap.c | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) hooks/post-receive --

6 years, 3 months

[COMMIT] branch api-next updated. v1.20.0.0-23-g43dd326b

by git＠git-us.linaro.org

This is an automated email from the git hooks/post-receive script. It was generated because a ref change was pushed to the repository containing the project "". The branch, api-next has been updated via 43dd326bf4777a01a0fa75c9c9055376d246e44b (commit) via 6ba195384379a09c2fc774128651be51b21bf3de (commit) via 4ce3d7c700607b433718de07f875184cf3fcef35 (commit) via 44820ab64901d087c428a0de52f576d3e27d2599 (commit) via 5d9c339a04cd766449b3bef701f3baa8fb0d2b8e (commit) via 126798b957b0fcc6f55ab93ee0cd50c2a9eb62a2 (commit) from 92c8ebd0b9ec85a71e3993c4864d48bcbb30a012 (commit) Those revisions listed above that are new to this repository have not appeared on any other notification email; so we list those revisions in full, below. - Log ----------------------------------------------------------------- commit 43dd326bf4777a01a0fa75c9c9055376d246e44b Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Date: Thu Nov 29 13:59:35 2018 +0300 linux-gen: comp: add stub implementation Add stub implementation supporting no compression and digest algorithms. Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/platform/linux-generic/Makefile.am b/platform/linux-generic/Makefile.am index 7c76a4f9..01ddfe9c 100644 --- a/platform/linux-generic/Makefile.am +++ b/platform/linux-generic/Makefile.am @@ -157,6 +157,7 @@ __LIB__libodp_linux_la_SOURCES = \ odp_buffer.c \ odp_chksum.c \ odp_classification.c \ + odp_comp.c \ odp_cpumask.c \ odp_cpumask_task.c \ odp_errno.c \ diff --git a/platform/linux-generic/odp_comp.c b/platform/linux-generic/odp_comp.c new file mode 100644 index 00000000..7000e497 --- /dev/null +++ b/platform/linux-generic/odp_comp.c @@ -0,0 +1,125 @@ +/* Copyright (c) 2018, Linaro Limited + * All rights reserved. + * + * SPDX-License-Identifier: BSD-3-Clause + */ +#include "config.h" + +#include <string.h> + +#include <odp/api/comp.h> +#include <odp/api/event.h> +#include <odp/api/packet.h> +#include <odp/api/plat/strong_types.h> + +#include <odp_debug_internal.h> + +void odp_comp_session_param_init(odp_comp_session_param_t *param) +{ + memset(param, 0, sizeof(odp_comp_session_param_t)); +} + +odp_comp_session_t +odp_comp_session_create(const odp_comp_session_param_t *params) +{ + (void)params; + return ODP_COMP_SESSION_INVALID; +} + +int odp_comp_session_destroy(odp_comp_session_t session) +{ + (void)session; + return 0; +} + +int odp_comp_capability(odp_comp_capability_t *capa) +{ + if (NULL == capa) + return -1; + + /* Initialize comp capability structure */ + memset(capa, 0, sizeof(odp_comp_capability_t)); + + capa->comp_algos.bit.null = 0; + capa->hash_algos.bit.none = 0; + capa->sync = ODP_SUPPORT_NO; + capa->async = ODP_SUPPORT_NO; + capa->max_sessions = 0; + + return 0; +} + +int +odp_comp_alg_capability(odp_comp_alg_t comp, + odp_comp_alg_capability_t *capa) +{ + (void)capa; + switch (comp) { + default: + /* Error unsupported enum */ + return -1; + } + return -1; +} + +int +odp_comp_hash_alg_capability(odp_comp_hash_alg_t hash, + odp_comp_hash_alg_capability_t *capa) +{ + (void)capa; + switch (hash) { + default: + return -1; + } + return -1; +} + +int odp_comp_op(const odp_packet_t pkt_in[], odp_packet_t pkt_out[], + int num_pkt, const odp_comp_packet_op_param_t param[]) +{ + (void)pkt_in; + (void)pkt_out; + (void)num_pkt; + (void)param; + + return -1; +} + +int odp_comp_op_enq(const odp_packet_t pkt_in[], odp_packet_t pkt_out[], + int num_pkt, const odp_comp_packet_op_param_t param[]) +{ + (void)pkt_in; + (void)pkt_out; + (void)num_pkt; + (void)param; + + return -1; +} + +int odp_comp_result(odp_comp_packet_result_t *result, + odp_packet_t packet) +{ + (void)result; + (void)packet; + return 0; +} + +odp_packet_t odp_comp_packet_from_event(odp_event_t ev) +{ + /* This check not mandated by the API specification */ + ODP_ASSERT(odp_event_type(ev) == ODP_EVENT_PACKET); + ODP_ASSERT(odp_event_subtype(ev) == ODP_EVENT_PACKET_COMP); + + return odp_packet_from_event(ev); +} + +odp_event_t odp_comp_packet_to_event(odp_packet_t pkt) +{ + return odp_packet_to_event(pkt); +} + +/** Get printable format of odp_comp_session_t */ +uint64_t odp_comp_session_to_u64(odp_comp_session_t hdl) +{ + return _odp_pri(hdl); +} commit 6ba195384379a09c2fc774128651be51b21bf3de Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Date: Thu Nov 29 13:43:58 2018 +0300 validation: add compression tests Signed-off-by: Shally Verma <shally.verma(a)cavium.com> Signed-off-by: Mahipal Challa <mchalla(a)cavium.com> Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/test/m4/configure.m4 b/test/m4/configure.m4 index 309c18ae..b2b6cf0e 100644 --- a/test/m4/configure.m4 +++ b/test/m4/configure.m4 @@ -22,6 +22,7 @@ AC_CONFIG_FILES([test/Makefile test/validation/api/buffer/Makefile test/validation/api/chksum/Makefile test/validation/api/classification/Makefile + test/validation/api/comp/Makefile test/validation/api/cpumask/Makefile test/validation/api/crypto/Makefile test/validation/api/errno/Makefile diff --git a/test/validation/api/Makefile.am b/test/validation/api/Makefile.am index 92ae85f8..25776464 100644 --- a/test/validation/api/Makefile.am +++ b/test/validation/api/Makefile.am @@ -3,6 +3,7 @@ ODP_MODULES = atomic \ buffer \ chksum \ classification \ + comp \ cpumask \ crypto \ errno \ @@ -36,6 +37,7 @@ TESTS = \ buffer/buffer_main$(EXEEXT) \ chksum/chksum_main$(EXEEXT) \ classification/classification_main$(EXEEXT) \ + comp/comp_main$(EXEEXT) \ cpumask/cpumask_main$(EXEEXT) \ crypto/crypto_main$(EXEEXT) \ errno/errno_main$(EXEEXT) \ diff --git a/test/validation/api/comp/Makefile.am b/test/validation/api/comp/Makefile.am new file mode 100644 index 00000000..2e5d3a26 --- /dev/null +++ b/test/validation/api/comp/Makefile.am @@ -0,0 +1,7 @@ +include ../Makefile.inc + +test_PROGRAMS = comp_main + +comp_main_SOURCES = \ + comp.c \ + test_vectors.h diff --git a/test/validation/api/comp/comp.c b/test/validation/api/comp/comp.c new file mode 100644 index 00000000..e84764f7 --- /dev/null +++ b/test/validation/api/comp/comp.c @@ -0,0 +1,591 @@ +/* Copyright (c) 2018, Linaro Limited + * All rights reserved. + * + * SPDX-License-Identifier: BSD-3-Clause + */ + +#include "config.h" + +#include <odp_api.h> +#include <odp_cunit_common.h> +#include "test_vectors.h" + +#define TEST_NUM_PKT 64 +#define TEST_PKT_LEN (8 * 1024) + +#define SEGMENTED_TEST_PKT_LEN (16 * 1024) +#define SEGMENTED_TEST_PATTERN 0xAA + +#define COMP_PACKET_POOL "packet_pool" +#define COMP_OUT_QUEUE "comp-out" + +struct suite_context_s { + odp_comp_op_mode_t op_mode; + odp_pool_t pool; + odp_queue_t queue; +}; + +static struct suite_context_s suite_context; + +/** + * Check if given compression and hash algorithms are supported + * + * @param comp Compression algorithm + * @param hash Hash algorithm + * + * @retval ODP_TEST_ACTIVE when both algorithms are supported + * @retval ODP_TEST_INACTIVE when either algorithm is not supported + */ +static int check_comp_alg_support(odp_comp_alg_t comp, + odp_comp_hash_alg_t hash) +{ + odp_comp_capability_t capability; + + if (odp_comp_capability(&capability)) + return ODP_TEST_INACTIVE; + + if (suite_context.op_mode == ODP_COMP_OP_MODE_SYNC && + capability.sync == ODP_SUPPORT_NO) + return ODP_TEST_INACTIVE; + if (suite_context.op_mode == ODP_COMP_OP_MODE_ASYNC && + capability.async == ODP_SUPPORT_NO) + return ODP_TEST_INACTIVE; + + /* Compression algorithms */ + switch (comp) { + case ODP_COMP_ALG_NULL: + if (!capability.comp_algos.bit.null) + return ODP_TEST_INACTIVE; + break; + case ODP_COMP_ALG_DEFLATE: + if (!capability.comp_algos.bit.deflate) + return ODP_TEST_INACTIVE; + break; + case ODP_COMP_ALG_ZLIB: + if (!capability.comp_algos.bit.zlib) + return ODP_TEST_INACTIVE; + break; + case ODP_COMP_ALG_LZS: + if (!capability.comp_algos.bit.lzs) + return ODP_TEST_INACTIVE; + break; + default: + fprintf(stderr, "Unsupported compression algorithm\n"); + return ODP_TEST_INACTIVE; + } + + /* Hash algorithms */ + switch (hash) { + case ODP_COMP_HASH_ALG_NONE: + if (!capability.hash_algos.bit.none) + return ODP_TEST_INACTIVE; + break; + case ODP_COMP_HASH_ALG_SHA1: + if (!capability.hash_algos.bit.sha1) + return ODP_TEST_INACTIVE; + break; + case ODP_COMP_HASH_ALG_SHA256: + if (!capability.hash_algos.bit.sha256) + return ODP_TEST_INACTIVE; + break; + default: + fprintf(stderr, "Unsupported hash algorithm\n"); + return ODP_TEST_INACTIVE; + } + + return ODP_TEST_ACTIVE; +} + +static odp_packet_t run_comp_op(odp_comp_op_t op, + odp_comp_alg_t comp_alg, + odp_comp_hash_alg_t hash_alg, + odp_packet_t inpkt, + unsigned int outtext_len) +{ + odp_comp_session_t session; + odp_comp_capability_t capa; + odp_comp_alg_capability_t comp_capa; + odp_comp_hash_alg_capability_t hash_capa; + odp_comp_session_param_t ses_params; + odp_comp_packet_op_param_t op_params; + odp_packet_t outpkt; + odp_comp_packet_result_t comp_result; + int rc; + + rc = odp_comp_capability(&capa); + CU_ASSERT_FATAL(!rc); + + if (comp_alg == ODP_COMP_ALG_NULL && + !(capa.comp_algos.bit.null)) + rc = -1; + if (comp_alg == ODP_COMP_ALG_DEFLATE && + !(capa.comp_algos.bit.deflate)) + rc = -1; + if (comp_alg == ODP_COMP_ALG_ZLIB && + !(capa.comp_algos.bit.zlib)) + rc = -1; + if (comp_alg == ODP_COMP_ALG_LZS && + !(capa.comp_algos.bit.lzs)) + rc = -1; + + CU_ASSERT(!rc); + + if (hash_alg == ODP_COMP_HASH_ALG_NONE && + !(capa.hash_algos.bit.none)) + rc = -1; + if (hash_alg == ODP_COMP_HASH_ALG_SHA1 && + !(capa.hash_algos.bit.sha1)) + rc = -1; + if (hash_alg == ODP_COMP_HASH_ALG_SHA256 && + !(capa.hash_algos.bit.sha256)) + rc = -1; + + CU_ASSERT(!rc); + + rc = odp_comp_alg_capability(comp_alg, &comp_capa); + CU_ASSERT(!rc); + + rc = odp_comp_hash_alg_capability(hash_alg, &hash_capa); + CU_ASSERT(!rc); + + if (hash_alg == ODP_COMP_HASH_ALG_NONE && + !(comp_capa.hash_algo.bit.none)) + rc = -1; + if (hash_alg == ODP_COMP_HASH_ALG_SHA1 && + !(comp_capa.hash_algo.bit.sha1)) + rc = -1; + if (hash_alg == ODP_COMP_HASH_ALG_SHA256 && + !(comp_capa.hash_algo.bit.sha256)) + rc = -1; + + CU_ASSERT(!rc); + + /* Create a compression session */ + odp_comp_session_param_init(&ses_params); + ses_params.op = op; + ses_params.comp_algo = comp_alg; + ses_params.hash_algo = hash_alg; + ses_params.compl_queue = suite_context.queue; + ses_params.mode = suite_context.op_mode; + + session = odp_comp_session_create(&ses_params); + CU_ASSERT_FATAL(session != ODP_COMP_SESSION_INVALID); + CU_ASSERT(odp_comp_session_to_u64(session) != + odp_comp_session_to_u64(ODP_COMP_SESSION_INVALID)); + + /* Allocate compression output packet */ + outpkt = odp_packet_alloc(suite_context.pool, outtext_len); + CU_ASSERT(outpkt != ODP_PACKET_INVALID); + + op_params.out_data_range.offset = 0; + op_params.out_data_range.length = outtext_len; + op_params.in_data_range.offset = 0; + op_params.in_data_range.length = odp_packet_len(inpkt); + op_params.session = session; + + if (suite_context.op_mode == ODP_COMP_OP_MODE_SYNC) { + rc = odp_comp_op(&inpkt, &outpkt, 1, &op_params); + CU_ASSERT(rc >= 0); + if (rc < 0) + goto cleanup; + } else { + odp_event_t event; + odp_packet_t packet; + + rc = odp_comp_op_enq(&inpkt, &outpkt, 1, &op_params); + CU_ASSERT(rc == 1); + if (rc <= 0) + goto cleanup; + /* Poll completion queue for results */ + do { + event = odp_queue_deq(suite_context.queue); + } while (event == ODP_EVENT_INVALID); + CU_ASSERT(ODP_EVENT_PACKET == odp_event_type(event)); + CU_ASSERT(ODP_EVENT_PACKET_COMP == + odp_event_subtype(event)); + + packet = odp_comp_packet_from_event(event); + CU_ASSERT(packet != ODP_PACKET_INVALID); + CU_ASSERT(packet == outpkt); + } + + rc = odp_comp_result(&comp_result, outpkt); + CU_ASSERT(!rc); + CU_ASSERT(comp_result.status == ODP_COMP_STATUS_SUCCESS); + CU_ASSERT(comp_result.output_data_range.offset == 0); + odp_packet_trunc_tail(&outpkt, + odp_packet_len(outpkt) - + comp_result.output_data_range.length, + NULL, NULL); + +cleanup: + + rc = odp_comp_session_destroy(session); + CU_ASSERT(!rc); + + if (rc < 0) { + odp_packet_free(outpkt); + return ODP_PACKET_INVALID; + } + + return outpkt; +} + +static void packet_cmp(odp_packet_t pkt, + const uint8_t *text, + unsigned int text_len) +{ + odp_packet_seg_t seg; + uint32_t cmp_offset = 0, outlen = 0; + uint32_t compare_len = 0; + uint8_t *outdata; + + seg = odp_packet_first_seg(pkt); + do { + outdata = odp_packet_seg_data(pkt, seg); + outlen = odp_packet_seg_data_len(pkt, seg); + compare_len = outlen < (text_len - cmp_offset) ? + outlen : (text_len - cmp_offset); + + CU_ASSERT(!memcmp(outdata, + text + cmp_offset, compare_len)); + cmp_offset += compare_len; + seg = odp_packet_next_seg(pkt, seg); + } while (seg != ODP_PACKET_SEG_INVALID && cmp_offset < text_len); +} + +static void comp_decomp_alg_test(odp_comp_alg_t comp_alg, + odp_comp_hash_alg_t hash_alg, + const uint8_t *plaintext, + unsigned int plaintext_len) +{ + odp_packet_t decomp_outpkt, comp_outpkt, inpkt; + int rc; + + /* Allocate compression input packet */ + inpkt = odp_packet_alloc(suite_context.pool, plaintext_len); + CU_ASSERT(inpkt != ODP_PACKET_INVALID); + + /* copy test data in to pkt memory */ + rc = odp_packet_copy_from_mem(inpkt, 0, + plaintext_len, plaintext); + CU_ASSERT_FATAL(!rc); + + comp_outpkt = run_comp_op(ODP_COMP_OP_COMPRESS, + comp_alg, hash_alg, + inpkt, + plaintext_len); + if (comp_outpkt == ODP_PACKET_INVALID) + goto clean_in; + + decomp_outpkt = run_comp_op(ODP_COMP_OP_DECOMPRESS, + comp_alg, hash_alg, + comp_outpkt, + plaintext_len); + if (decomp_outpkt == ODP_PACKET_INVALID) + goto cleanup; + + packet_cmp(decomp_outpkt, plaintext, plaintext_len); + + odp_packet_free(decomp_outpkt); + +cleanup: + odp_packet_free(comp_outpkt); +clean_in: + odp_packet_free(inpkt); +} + +static void comp_alg_test(odp_comp_alg_t comp_alg, + odp_comp_hash_alg_t hash_alg, + const uint8_t *plaintext, + unsigned int plaintext_len) +{ + odp_packet_t comp_outpkt, inpkt; + int rc; + + /* Allocate compression input packet */ + inpkt = odp_packet_alloc(suite_context.pool, plaintext_len); + CU_ASSERT(inpkt != ODP_PACKET_INVALID); + + /* copy test data in to pkt memory */ + rc = odp_packet_copy_from_mem(inpkt, 0, + plaintext_len, plaintext); + CU_ASSERT_FATAL(!rc); + + comp_outpkt = run_comp_op(ODP_COMP_OP_COMPRESS, + comp_alg, hash_alg, + inpkt, + plaintext_len); + if (comp_outpkt == ODP_PACKET_INVALID) + goto clean_in; + + odp_packet_free(comp_outpkt); +clean_in: + odp_packet_free(inpkt); +} + +static void decomp_alg_test(odp_comp_alg_t comp_alg, + odp_comp_hash_alg_t hash_alg, + const uint8_t *comptext, + unsigned int comptext_len, + const uint8_t *plaintext, + unsigned int plaintext_len) +{ + odp_packet_t decomp_outpkt, inpkt; + int rc; + + /* Allocate compression input packet */ + inpkt = odp_packet_alloc(suite_context.pool, comptext_len); + CU_ASSERT(inpkt != ODP_PACKET_INVALID); + + /* copy test data in to pkt memory */ + rc = odp_packet_copy_from_mem(inpkt, 0, + comptext_len, comptext); + CU_ASSERT_FATAL(!rc); + + decomp_outpkt = run_comp_op(ODP_COMP_OP_DECOMPRESS, + comp_alg, hash_alg, + inpkt, + plaintext_len); + if (decomp_outpkt == ODP_PACKET_INVALID) + goto cleanup; + + packet_cmp(decomp_outpkt, plaintext, plaintext_len); + + odp_packet_free(decomp_outpkt); +cleanup: + odp_packet_free(inpkt); +} + +static int comp_check_deflate_none(void) +{ + return check_comp_alg_support(ODP_COMP_ALG_DEFLATE, + ODP_COMP_HASH_ALG_NONE); +} + +/* Compress content using deflate algorithm */ +static void comp_test_compress_alg_deflate_none(void) +{ + comp_alg_test(ODP_COMP_ALG_DEFLATE, + ODP_COMP_HASH_ALG_NONE, + plaintext, PLAIN_TEXT_SIZE); +} + +/* Decompress content using deflate algorithm */ +static void comp_test_decompress_alg_deflate_none(void) +{ + decomp_alg_test(ODP_COMP_ALG_DEFLATE, + ODP_COMP_HASH_ALG_NONE, + compressed_text_def, COMP_DEFLATE_SIZE, + plaintext, PLAIN_TEXT_SIZE); +} + +static int comp_check_zlib_none(void) +{ + return check_comp_alg_support(ODP_COMP_ALG_ZLIB, + ODP_COMP_HASH_ALG_NONE); +} + +/* Compress content using zlib algorithm */ +static void comp_test_compress_alg_zlib_none(void) +{ + comp_alg_test(ODP_COMP_ALG_ZLIB, ODP_COMP_HASH_ALG_NONE, + plaintext, PLAIN_TEXT_SIZE); +} + +/* Decompress content using zlib algorithm */ +static void comp_test_decompress_alg_zlib_none(void) +{ + decomp_alg_test(ODP_COMP_ALG_ZLIB, ODP_COMP_HASH_ALG_NONE, + compressed_text_zlib, COMP_ZLIB_SIZE, + plaintext, PLAIN_TEXT_SIZE); +} + +/* Compress/Decompress content using deflate algorithm */ +static void comp_test_comp_decomp_alg_deflate_none(void) +{ + comp_decomp_alg_test(ODP_COMP_ALG_DEFLATE, + ODP_COMP_HASH_ALG_NONE, + plaintext, PLAIN_TEXT_SIZE); +} + +/* Compress/Decompress content using zlib algorithm */ +static void comp_test_comp_decomp_alg_zlib_none(void) +{ + comp_decomp_alg_test(ODP_COMP_ALG_ZLIB, + ODP_COMP_HASH_ALG_NONE, + plaintext, PLAIN_TEXT_SIZE); +} + +static int comp_suite_sync_init(void) +{ + suite_context.pool = odp_pool_lookup(COMP_PACKET_POOL); + if (suite_context.pool == ODP_POOL_INVALID) + return -1; + + suite_context.queue = ODP_QUEUE_INVALID; + suite_context.op_mode = ODP_COMP_OP_MODE_SYNC; + return 0; +} + +static int comp_suite_async_init(void) +{ + suite_context.pool = odp_pool_lookup(COMP_PACKET_POOL); + if (suite_context.pool == ODP_POOL_INVALID) + return -1; + suite_context.queue = odp_queue_lookup(COMP_OUT_QUEUE); + if (suite_context.queue == ODP_QUEUE_INVALID) + return -1; + + suite_context.op_mode = ODP_COMP_OP_MODE_ASYNC; + return 0; +} + +static odp_testinfo_t comp_suite[] = { + ODP_TEST_INFO_CONDITIONAL(comp_test_compress_alg_deflate_none, + comp_check_deflate_none), + ODP_TEST_INFO_CONDITIONAL(comp_test_compress_alg_zlib_none, + comp_check_zlib_none), + ODP_TEST_INFO_CONDITIONAL(comp_test_decompress_alg_deflate_none, + comp_check_deflate_none), + ODP_TEST_INFO_CONDITIONAL(comp_test_decompress_alg_zlib_none, + comp_check_zlib_none), + ODP_TEST_INFO_CONDITIONAL(comp_test_comp_decomp_alg_deflate_none, + comp_check_deflate_none), + ODP_TEST_INFO_CONDITIONAL(comp_test_comp_decomp_alg_zlib_none, + comp_check_zlib_none), + ODP_TEST_INFO_NULL, +}; + +static int comp_suite_term(void) +{ + int i; + int first = 1; + + for (i = 0; comp_suite[i].name; i++) { + if (comp_suite[i].check_active && + comp_suite[i].check_active() == ODP_TEST_INACTIVE) { + if (first) { + first = 0; + printf("\n\n Inactive tests:\n"); + } + printf(" %s\n", comp_suite[i].name); + } + } + return 0; +} + +/* Suite names */ +#define ODP_COMP_SYNC_TEST "Comp/decomp sync test" +#define ODP_COMP_ASYNC_TEST "Comp/decomp async test" + +static odp_suiteinfo_t comp_suites[] = { + {ODP_COMP_SYNC_TEST, comp_suite_sync_init, + comp_suite_term, comp_suite}, + {ODP_COMP_ASYNC_TEST, comp_suite_async_init, + comp_suite_term, comp_suite}, + ODP_SUITE_INFO_NULL, +}; + +static int comp_init(odp_instance_t *inst) +{ + odp_pool_param_t params; + odp_pool_t pool; + odp_queue_t out_queue; + odp_pool_capability_t pool_capa; + + if (0 != odp_init_global(inst, NULL, NULL)) { + fprintf(stderr, "error: odp_init_global() failed.\n"); + return -1; + } + + if (0 != odp_init_local(*inst, ODP_THREAD_CONTROL)) { + fprintf(stderr, "error: odp_init_local() failed.\n"); + return -1; + } + + if (odp_pool_capability(&pool_capa) < 0) { + fprintf(stderr, "error: odp_pool_capability() failed.\n"); + return -1; + } + + odp_pool_param_init(&params); + params.pkt.seg_len = TEST_PKT_LEN; + params.pkt.len = TEST_PKT_LEN; + params.pkt.num = TEST_NUM_PKT; + params.type = ODP_POOL_PACKET; + + if (pool_capa.pkt.max_seg_len && + TEST_PKT_LEN > pool_capa.pkt.max_seg_len) { + fprintf(stderr, "Warning: small packet segment length\n"); + params.pkt.seg_len = pool_capa.pkt.max_seg_len; + } + + pool = odp_pool_create(COMP_PACKET_POOL, &params); + if (ODP_POOL_INVALID == pool) { + fprintf(stderr, "Packet pool creation failed.\n"); + return -1; + } + + /* Queue to store compression/decompression events */ + out_queue = odp_queue_create(COMP_OUT_QUEUE, NULL); + if (ODP_QUEUE_INVALID == out_queue) { + fprintf(stderr, "Comp outq creation failed.\n"); + return -1; + } + + return 0; +} + +static int comp_term(odp_instance_t inst) +{ + odp_pool_t pool; + odp_queue_t out_queue; + + out_queue = odp_queue_lookup(COMP_OUT_QUEUE); + if (ODP_QUEUE_INVALID != out_queue) { + if (odp_queue_destroy(out_queue)) + fprintf(stderr, "Comp outq destroy failed.\n"); + } else { + fprintf(stderr, "Comp outq not found.\n"); + } + + pool = odp_pool_lookup(COMP_PACKET_POOL); + if (ODP_POOL_INVALID != pool) { + if (odp_pool_destroy(pool)) + fprintf(stderr, "Packet pool destroy failed.\n"); + } else { + fprintf(stderr, "Packet pool not found.\n"); + } + + if (0 != odp_term_local()) { + fprintf(stderr, "error: odp_term_local() failed.\n"); + return -1; + } + + if (0 != odp_term_global(inst)) { + fprintf(stderr, "error: odp_term_global() failed.\n"); + return -1; + } + + return 0; +} + +int main(int argc, char *argv[]) +{ + int ret; + + /* parse common options: */ + if (odp_cunit_parse_options(argc, argv)) + return -1; + + odp_cunit_register_global_init(comp_init); + odp_cunit_register_global_term(comp_term); + + ret = odp_cunit_register(comp_suites); + + if (ret == 0) + ret = odp_cunit_run(); + + return ret; +} diff --git a/test/validation/api/comp/test_vectors.h b/test/validation/api/comp/test_vectors.h new file mode 100644 index 00000000..36d98b30 --- /dev/null +++ b/test/validation/api/comp/test_vectors.h @@ -0,0 +1,1997 @@ +/* Copyright (c) 2018, Linaro Limited + * All rights reserved. + * + * SPDX-License-Identifier: BSD-3-Clause + */ + +#ifndef _ODP_TEST_COMP_VECTORS_H_ +#define _ODP_TEST_COMP_VECTORS_H_ + +#define PLAIN_TEXT_SIZE 8192 + +static uint8_t plaintext[PLAIN_TEXT_SIZE] = { + 0x00, 0x00, 0x00, 0x00, 0x00, 0x67, 0x45, 0x8b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xc6, 0x23, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x69, 0x98, 0x3c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x73, 0x48, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x51, 0xdc, 0xb0, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xff, 0x5c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x4a, 0x94, 0xe8, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xec, 0x58, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x29, 0x1f, 0x8e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xcd, 0x7c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xba, 0x58, 0x1b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xab, 0xd7, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xf2, 0x41, 0xb1, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xfb, 0x1e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xe3, 0xa9, 0xe2, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x46, 0xe1, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x7c, 0x00, 0x5f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xc2, 0x62, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x54, 0x08, 0x20, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xf8, 0x27, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x1b, 0x23, 0x16, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xe8, 0xe9, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xe7, 0xcd, 0x90, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x8d, 0x43, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x76, 0x0f, 0x0e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x5a, 0x25, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x2e, 0xf9, 0x9c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x63, 0x72, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x33, 0xc2, 0xdc, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x9f, 0xd7, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xc9, 0xc4, 0xa7, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x9a, 0x07, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x66, 0xfb, 0x6a, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x32, 0x5d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x0d, 0x50, 0x9b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xb7, 0xd7, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x31, 0xba, 0x2d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x58, 0xe4, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xa3, 0x30, 0x71, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x5a, 0xd9, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x25, 0x61, 0x6c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x5d, 0x89, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x05, 0xb1, 0x3a, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x17, 0xa3, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x58, 0xa8, 0x43, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xe9, 0x5a, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x5e, 0x84, 0x63, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xd4, 0xa8, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xab, 0xbd, 0xed, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xb2, 0x8c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xcd, 0xd0, 0x53, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xc6, 0xe0, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x9b, 0x76, 0x9a, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xb4, 0x9e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x54, 0x24, 0xf3, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x11, 0x86, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x0e, 0xc4, 0x36, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x82, 0x1d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x74, 0xf8, 0x95, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x41, 0x86, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x21, 0xf5, 0x7f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x3d, 0xbd, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xdc, 0x8d, 0x7b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x87, 0xf0, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x70, 0x1a, 0x22, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xe9, 0xdd, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x3e, 0xc8, 0x06, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xa1, 0xd4, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x41, 0xc2, 0x9a, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xe1, 0xf8, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xfc, 0xad, 0x0b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x67, 0x23, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x3e, 0x82, 0x04, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x5f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x7e, 0xc6, 0x24, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x97, 0x2a, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xea, 0xb9, 0x63, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xdc, 0x4a, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x6b, 0xd3, 0xea, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x96, 0x77, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x8f, 0xd7, 0x0b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x38, 0xa4, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x5c, 0x58, 0x55, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x2a, 0x4e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xec, 0x42, 0x23, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xb0, 0x7c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x3b, 0xd4, 0x4e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xfb, 0x06, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x32, 0x9a, 0xd8, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xaf, 0xcc, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x3c, 0x8d, 0x6d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x54, 0x8f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xec, 0x89, 0x22, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x18, 0x1b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xdb, 0x7f, 0x43, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x5c, 0xa4, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xf9, 0xff, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x1a, 0x48, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xfe, 0x78, 0x94, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x43, 0xbb, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xfb, 0x40, 0xc2, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xfa, 0x26, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xaa, 0xde, 0xa1, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x3a, 0xc3, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xfb, 0x85, 0xe6, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x29, 0xa5, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xd1, 0xed, 0x0e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xe6, 0x3f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x05, 0xf0, 0x4e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x3c, 0xc1, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x7c, 0xb7, 0x9b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x94, 0xc7, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x75, 0x65, 0x38, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xd8, 0x0f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xbe, 0x15, 0x01, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x61, 0xa8, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x89, 0x8c, 0x39, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xf9, 0xe9, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x5c, 0xaf, 0xb5, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xbb, 0x26, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xa8, 0xb6, 0x34, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x99, 0x3c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x0f, 0xb6, 0x6a, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x95, 0x40, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xb1, 0x57, 0x0c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xeb, 0x35, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xf1, 0xe4, 0x9b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xb3, 0x50, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x05, 0x7e, 0xf8, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xef, 0x5d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xf7, 0x0b, 0xa7, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xbf, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xe9, 0x84, 0xd0, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xa1, 0xea, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x3a, 0x82, 0x81, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xe5, 0x0a, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xca, 0x8f, 0x0f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x0b, 0x70, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xcb, 0x4a, 0x01, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xd0, 0x7f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x48, 0x31, 0x8a, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x47, 0x02, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x64, 0x47, 0xb9, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xbd, 0x96, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x1f, 0x12, 0x8e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x23, 0x5d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x1e, 0x3f, 0x1e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xa8, 0x9e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x1c, 0x47, 0x0a, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x7b, 0xee, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x64, 0xc5, 0xd9, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xc5, 0xfd, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x14, 0x2b, 0xf7, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x73, 0x7b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x5a, 0x3e, 0x96, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xc5, 0x82, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x5e, 0xb1, 0xf2, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x4b, 0x23, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x79, 0xd3, 0x0f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x63, 0x2f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x3b, 0x81, 0x62, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x70, 0xdf, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x64, 0xee, 0xa5, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x24, 0x06, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x11, 0xca, 0xff, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x9e, 0x70, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x09, 0x11, 0xea, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xdc, 0x59, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xaa, 0xe0, 0xb7, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xd4, 0x5b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xac, 0xd9, 0x6d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xf2, 0x11, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x1b, 0x5e, 0x88, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x10, 0x21, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xaf, 0xa8, 0x04, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x3b, 0x70, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x33, 0x7e, 0xe1, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xcd, 0xe7, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xe3, 0x0e, 0xde, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x50, 0xc5, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x48, 0xd6, 0xf6, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x47, 0xd4, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x15, 0xc3, 0x2a, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x5c, 0x01, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xbb, 0x4f, 0xfc, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x6f, 0x01, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x22, 0x84, 0xf1, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x19, 0x01, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xba, 0x24, 0xf3, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x9b, 0x57, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x7d, 0x30, 0xda, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xf5, 0xa5, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x0b, 0x37, 0xb8, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xe1, 0x1e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x1a, 0xac, 0x88, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x1c, 0x01, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x7f, 0x8f, 0xa7, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x23, 0xbd, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xf8, 0x5a, 0xc7, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x29, 0x70, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xf8, 0x18, 0x5e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xa4, 0x34, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x1b, 0x82, 0xa1, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x13, 0x77, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xb5, 0x55, 0x5c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xca, 0x2a, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x4e, 0xe7, 0xfc, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xe8, 0xd3, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x98, 0x12, 0xc9, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x32, 0xf6, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x38, 0x99, 0x29, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xe0, 0xe8, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x79, 0xca, 0x92, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x4d, 0x5c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x3d, 0xea, 0xad, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x34, 0x1a, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xbc, 0x5d, 0x15, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x5f, 0x6e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x4e, 0x1b, 0x7e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x77, 0x82, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xfa, 0xc5, 0xa0, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xcb, 0x4b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x6c, 0x28, 0x5e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x05, 0xfd, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xac, 0x6a, 0xd8, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x86, 0xd4, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x21, 0xfe, 0x10, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x2b, 0xfa, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xaa, 0x91, 0x59, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x1a, 0x59, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x55, 0x6a, 0xdf, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xa2, 0xaa, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xbe, 0x8d, 0x0d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x70, 0xec, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xb5, 0x21, 0x9e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x73, 0xe3, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x3b, 0x17, 0x27, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x04, 0x09, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x5c, 0xb7, 0xa7, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xd3, 0x29, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x36, 0xff, 0x75, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x94, 0x50, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xb3, 0x12, 0xb0, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xaf, 0xc9, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xe2, 0xac, 0x25, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xf0, 0xfc, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xe4, 0xe3, 0x97, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x9e, 0x0a, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x4f, 0x6b, 0xfd, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x32, 0xff, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x15, 0x8d, 0x43, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x49, 0x31, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xfd, 0x4a, 0x6e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x82, 0xb5, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x4e, 0x2e, 0xf7, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xa9, 0xb5, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x08, 0x8a, 0x88, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x70, 0x2c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xd4, 0xaf, 0xc6, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xb2, 0x1b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x8a, 0x85, 0xe0, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x29, 0x1a, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x54, 0xc6, 0x99, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x48, 0x13, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x9a, 0x06, 0x27, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x0a, 0xe8, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xbc, 0xf6, 0x57, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xd5, 0x1d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x0e, 0xf1, 0xd2, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x18, 0xae, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xa8, 0x47, 0x3e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x44, 0xf0, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xac, 0xfe, 0xd0, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x5b, 0x5a, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xf3, 0xb9, 0x51, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x8e, 0xab, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x4c, 0x57, 0x4c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xd7, 0x9d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x2d, 0xb6, 0x31, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x9b, 0xc2, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x09, 0x9d, 0xff, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x42, 0x43, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xe5, 0xf3, 0xe7, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x06, 0xe8, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xc4, 0xf8, 0x16, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x33, 0x22, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xaf, 0x9d, 0xb4, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xcd, 0x82, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xa3, 0x4e, 0xe7, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x84, 0x4d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x7f, 0x9e, 0x81, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x2d, 0xd4, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xad, 0x67, 0x21, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xd4, 0x64, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x76, 0xe7, 0xb5, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x47, 0x6e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xde, 0x4c, 0x53, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x32, 0xde, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x1c, 0x8c, 0x96, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xec, 0x3d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x4a, 0x8c, 0x0d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xc4, 0xd3, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x30, 0x2e, 0x6f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xf6, 0x8a, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x20, 0x2e, 0xc3, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x23, 0xe8, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x85, 0x36, 0xd5, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x6c, 0x85, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xfb, 0x85, 0xaa, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xb2, 0xec, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x07, 0x48, 0x59, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x04, 0x23, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xf4, 0x2f, 0x7c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xec, 0x3b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x0b, 0x0b, 0x18, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xb9, 0x28, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x20, 0x5e, 0x20, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xba, 0xa8, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x86, 0xab, 0x32, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xc3, 0xac, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x3e, 0xf6, 0x47, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x05, 0x4a, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xf1, 0x80, 0xcf, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xec, 0x5d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xd9, 0xae, 0xcf, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x67, 0x68, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x33, 0xcc, 0xb1, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xb7, 0xfb, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x99, 0x46, 0x93, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x50, 0x58, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xa3, 0x39, 0x49, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xe3, 0xd2, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x14, 0x2c, 0x1d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xd3, 0x67, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xd9, 0x5d, 0x7f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x34, 0x5a, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xf7, 0x4f, 0x79, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x5e, 0x94, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xa0, 0xdf, 0xef, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xf2, 0xd5, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x10, 0x81, 0x5b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xa8, 0x27, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xf6, 0xf8, 0xcd, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x05, 0xb1, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x94, 0x63, 0x8a, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x04, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xbe, 0xd9, 0x6a, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xb4, 0xc1, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xbc, 0xac, 0xb2, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x44, 0x85, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x78, 0x6e, 0xb2, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xfa, 0xa2, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x49, 0xcf, 0x51, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x69, 0xef, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xe6, 0x00, 0x64, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x23, 0x7e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xd0, 0x57, 0x07, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x1a, 0xcd, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xda, 0x79, 0x44, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x69, 0x9e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x6a, 0x25, 0x5e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x7e, 0xb3, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x4c, 0x71, 0x3b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x7e, 0x51, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x51, 0x1b, 0x46, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x25, 0xcf, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xb3, 0xab, 0x5b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x48, 0x6b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x84, 0x63, 0x0f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x53, 0x8b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x3a, 0x41, 0xe3, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x94, 0xe4, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xfb, 0xb2, 0x94, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x31, 0x3a, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x99, 0x95, 0x42, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x90, 0x16, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x32, 0x3e, 0x97, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x57, 0x6f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x44, 0xd8, 0xc9, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xee, 0xea, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x9b, 0xf4, 0x4a, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xbc, 0x46, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xe9, 0x8d, 0x44, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xe5, 0xc3, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x25, 0x36, 0xfe, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xcf, 0x8e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x08, 0x42, 0xbe, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xf5, 0x8d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xe9, 0x5b, 0xbe, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xe2, 0xbb, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x5e, 0x2c, 0xa0, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x53, 0x81, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x60, 0x6f, 0x90, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xaa, 0x9d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xd2, 0xd2, 0x97, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xb2, 0x8a, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xd0, 0x6c, 0x96, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x85, 0x7e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xfa, 0xf5, 0x95, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x54, 0xd0, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xd8, 0x09, 0x3f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x35, 0x37, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xe8, 0xb4, 0x10, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xd4, 0xbc, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x66, 0x71, 0x2a, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x82, 0x4a, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x64, 0xd3, 0xf2, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x98, 0xaf, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xd9, 0xb9, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xa8, 0xab, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x87, 0x9a, 0x0b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x75, 0xae, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x65, 0xf2, 0x38, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x70, 0x28, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x5a, 0x72, 0xe8, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x8a, 0x28, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x3f, 0xb7, 0xf8, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x62, 0xb4, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x80, 0xb6, 0x3c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x29, 0x13, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x44, 0x70, 0xa9, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xde, 0xe2, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x7c, 0x94, 0xd3, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xa5, 0xdf, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x89, 0x80, 0xb8, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x4e, 0x67, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x57, 0x6a, 0x10, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x59, 0xed, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xd3, 0xe5, 0x5e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x51, 0x60, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xad, 0xbd, 0xf4, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xac, 0xef, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x86, 0x97, 0x1f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x95, 0x72, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x80, 0xac, 0x71, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xec, 0x08, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x17, 0xbd, 0x58, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xe4, 0x7f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x85, 0xb8, 0x0b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xf1, 0x76, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x8c, 0x2b, 0x21, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x0c, 0x53, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x66, 0x25, 0xa5, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xf1, 0x1d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x7c, 0x7b, 0x67, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xc0, 0x97, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x7c, 0x46, 0x91, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xbb, 0x32, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x22, 0x4c, 0x34, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xfc, 0xfc, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xe4, 0x45, 0x17, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x66, 0xbc, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xda, 0xdf, 0xaa, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x61, 0xda, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x0b, 0x9c, 0x17, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x63, 0x60, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xaf, 0x41, 0x56, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x62, 0x06, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xbc, 0x4d, 0xb2, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x83, 0x27, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xb4, 0x66, 0xce, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x69, 0x0b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x2f, 0x17, 0x53, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x3a, 0xfe, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xff, 0x7d, 0xac, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xaf, 0xc3, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x27, 0x07, 0x38, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x16, 0x3b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x93, 0x43, 0x29, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xac, 0xbf, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x07, 0xb2, 0x5e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x1f, 0x6f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xb8, 0x12, 0x5b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x6d, 0xd7, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x11, 0x8d, 0xa4, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x34, 0x8e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x2d, 0x6f, 0x91, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x8d, 0xd3, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xef, 0xc0, 0x22, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x4f, 0xbb, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x89, 0xd0, 0x03, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xd4, 0x06, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xb6, 0x77, 0xa3, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x63, 0xb0, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x35, 0xe1, 0x24, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xc1, 0x13, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xc7, 0x10, 0x12, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xe4, 0x22, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x24, 0x1a, 0xe3, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x83, 0x5e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x67, 0x4a, 0x30, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xd8, 0x80, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xed, 0x69, 0x6b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x96, 0x61, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x12, 0x7f, 0x9f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xec, 0xe7, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x45, 0x25, 0x48, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x39, 0x86, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0x23, 0x1d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xd8, 0x68, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xe5, 0x45, 0x1b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x0a, 0xd5, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xf8, 0xd7, 0xbb, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x9d, 0x58, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x77, 0xac, 0x7f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x09, 0x65, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xd1, 0xe6, 0x38, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xa5, 0x1b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x96, 0x38, 0x96, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xc1, 0xa7, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xf4, 0xd6, 0xd6, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x1f, 0x09, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x95, 0xae, 0x95, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xaa, 0x4e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x82, 0xb9, 0x48, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xca, 0x8f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x6c, 0x62, 0x35, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x49, 0xca, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xae, 0xb2, 0x35, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x90, 0x7c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xcd, 0x28, 0x1f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x16, 0xfd, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x68, 0xfd, 0xc9, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xba, 0x92, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xac, 0x5e, 0xe9, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x7a, 0x7c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xa6, 0x7a, 0xa2, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xf2, 0x83, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xb4, 0x02, 0x41, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xa8, 0x9d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xca, 0xec, 0xa2, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x99, 0x48, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xb2, 0x72, 0x3b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xc2, 0xc4, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x37, 0xa1, 0xd2, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x2a, 0x1f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xcb, 0x29, 0xbf, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x08, 0x88, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xcf, 0x3a, 0xcc, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x61, 0x62, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xc9, 0x2f, 0x67, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xc3, 0x11, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x80, 0x6b, 0xef, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x5e, 0xde, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x6e, 0x60, 0x1d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x03, 0x25, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x28, 0x6e, 0xb7, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xda, 0xc2, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x4c, 0xef, 0x92, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xd7, 0x20, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x6a, 0x3f, 0x6b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x19, 0x18, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xed, 0x1d, 0x53, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xd2, 0x3c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xd3, 0xaa, 0x3c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x99, 0x7c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x4c, 0xb9, 0x9e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x79, 0x25, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x8b, 0x00, 0x6e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xbc, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x22, 0xc3, 0x9e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x56, 0xed, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x9a, 0x04, 0x3c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xd4, 0x35, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x18, 0xb2, 0x6f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xd1, 0xa5, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xfe, 0x54, 0x95, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xe4, 0xdb, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xd9, 0x2d, 0x1a, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xcd, 0x8f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x45, 0x3e, 0x84, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xa3, 0x5d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x91, 0xa1, 0x04, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xc6, 0xa9, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x3c, 0x7e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xff, 0x01, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xc9, 0xce, 0xab, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x2a, 0xaa, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xd9, 0xc4, 0x74, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x15, 0xbe, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0xcb, 0x22, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x43, 0x04, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x2f, 0xd6, 0xf0, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xee, 0xe8, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x15, 0x41, 0x15, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0x81, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x87, 0x65, 0xb2, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x61, 0xfa, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x7c, 0xa6, 0x0c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x13, 0x66, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x62, 0xb6, 0x93, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x9e, 0x69, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x69, 0x53, 0x31, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xfc, 0xba, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x72, 0x9f, 0x85, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x81, 0x05, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xcd, 0x60, 0xde, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x71, 0xf4, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x65, 0xe1, 0xcf, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xa6, 0x8e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x3e, 0x84, 0x7c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xab, 0x1f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x49, 0xec, 0x79, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xcf, 0x25, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x71, 0xc9, 0xc7, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x4b, 0x28, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xce, 0x27, 0xa3, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x3a, 0x98, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x75, 0xd2, 0x2d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xa7, 0xec, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x4f, 0x56, 0xb2, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x76, 0x9d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xea, 0xf0, 0xf7, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x7e, 0x2c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x64, 0x86, 0xc6, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xff, 0x31, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x81, 0xad, 0xd0, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xeb, 0xeb, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x61, 0x2c, 0xc1, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xfd, 0x53, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xfe, 0x51, 0x99, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xc3, 0xe2, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x9b, 0xbd, 0x88, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x67, 0xa5, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xbf, 0x9d, 0x24, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x0d, 0x5d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xe9, 0xaa, 0x6b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x8c, 0xfe, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x7e, 0x51, 0x29, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x4e, 0x8c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x32, 0x8d, 0xfb, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xbd, 0xd5, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xf9, 0xab, 0x8f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x7c, 0x79, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x8c, 0xfb, 0x26, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x6a, 0x75, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xc7, 0xa1, 0x6d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x5b, 0x23, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xa4, 0x0d, 0xcb, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x3c, 0x74, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0x10, 0xe2, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xf4, 0x63, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xb2, 0x11, 0xec, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xed, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x72, 0x90, 0x20, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x16, 0x98, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xec, 0x32, 0xe7, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xf3, 0x3d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x84, 0x2b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x4d, 0x5f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xf0, 0x91, 0xce, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xd6, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x10, 0x42, 0xfd, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x8b, 0x4f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x67, 0x7b, 0x8f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xcf, 0xdf, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x99, 0xac, 0x65, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x50, 0x26, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x5b, 0xde, 0x24, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x17, 0xfe, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x9f, 0xb2, 0x36, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x8e, 0x6b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xd4, 0xd3, 0x34, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x98, 0x5e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x0a, 0xe5, 0x95, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x61, 0xcf, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x03, 0xd4, 0x1d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xd1, 0x86, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xbc, 0xf2, 0x25, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xa7, 0xe1, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x0d, 0xfb, 0x9e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xbe, 0x02, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x9b, 0x45, 0x66, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xbf, 0x0c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xab, 0x03, 0xe2, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x0e, 0xd6, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xd5, 0xa4, 0x3d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x98, 0x36, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x14, 0x78, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xd6, 0x28, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xe5, 0x95, 0x71, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xf2, 0xa5, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xd6, 0xfe, 0x2d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xf6, 0xd7, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x7d, 0xf5, 0x9d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x3e, 0x7a, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xc5, 0xb7, 0x90, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x16, 0xa2, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x8e, 0xa0, 0xb8, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x21, 0x96, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x2e, 0xa0, 0x92, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x2d, 0x53, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xaf, 0x01, 0xd6, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0x74, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xc6, 0xb1, 0xb5, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xb9, 0xe6, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x63, 0x43, 0x23, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xc9, 0x85, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x8a, 0x6d, 0x6f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x1f, 0x36, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x70, 0x67, 0xbc, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x97, 0x68, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xde, 0x38, 0x51, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x0c, 0xad, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x56, 0x75, 0x99, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x89, 0x3c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x1a, 0x83, 0xa9, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x2b, 0x1a, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x21, 0x73, 0xfc, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x1b, 0x97, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x43, 0x40, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x07, 0x09, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x0d, 0x3d, 0x68, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xd8, 0x41, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xfd, 0xe0, 0xdc, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x8b, 0x32, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x16, 0xbc, 0x2b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xc2, 0x98, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xa1, 0xd4, 0x09, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xa4, 0x5c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xe3, 0x2e, 0x23, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xcf, 0x74, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xd2, 0xaf, 0xd3, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x92, 0x30, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xd2, 0xe8, 0x63, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x98, 0x61, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x4b, 0x17, 0x65, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x35, 0x2c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x61, 0xe7, 0x5c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xd5, 0x84, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x55, 0x62, 0xd0, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xd1, 0x4e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x6c, 0xed, 0xe2, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x33, 0x9b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xdd, 0xfb, 0x3b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xc2, 0x62, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xbc, 0xd7, 0x54, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xf7, 0x7e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xed, 0x7c, 0x53, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xde, 0x4a, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x13, 0x16, 0x07, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xef, 0xbf, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xe5, 0x53, 0xbf, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x20, 0x53, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xc7, 0x01, 0x02, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xe2, 0x34, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xab, 0x85, 0x75, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xdd, 0xbd, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xa4, 0xcd, 0x09, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x4d, 0x5a, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x81, 0x1a, 0x12, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x88, 0xfc, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x1c, 0xcf, 0x1b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x53, 0xca, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x1a, 0x2d, 0x26, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xee, 0xb7, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xeb, 0x2b, 0x6f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x66, 0x44, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x24, 0xe4, 0x06, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x4c, 0x13, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x3b, 0xc9, 0x5f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x79, 0x46, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x1e, 0x62, 0xe5, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xa8, 0xb6, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xac, 0xe1, 0xf8, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xfb, 0x5d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x6a, 0x19, 0xbf, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x68, 0xb9, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xf3, 0xdc, 0x06, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x58, 0x96, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x46, 0x04, 0x9f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x06, 0xf3, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x47, 0x56, 0xa6, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x2b, 0x58, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x26, 0x46, 0x7d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x0e, 0x58, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x0d, 0x8d, 0xfa, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xd2, 0xcb, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xeb, 0x15, 0xd6, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xb2, 0x5a, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x1f, 0x26, 0x72, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x6c, 0x30, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x3a, 0x57, 0x31, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x3b, 0xf5, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xc0, 0xfa, 0xcd, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x54, 0x84, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x2a, 0xad, 0x0d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xab, 0x26, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xba, 0xc8, 0xe2, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x4e, 0x91, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xf8, 0x39, 0x09, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xf6, 0x91, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xc7, 0xd7, 0xeb, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x16, 0x9c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x9e, 0x48, 0x85, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x73, 0xb9, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x11, 0xfa, 0x0f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x08, 0x62, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xdb, 0x72, 0x32, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x04, 0xd7, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x60, 0xf8, 0x56, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x22, 0x77, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x0a, 0xca, 0x24, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xa7, 0x4e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x4d, 0xcf, 0x2f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x31, 0x10, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xb5, 0xa6, 0xa5, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x5b, 0x5c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x03, 0xdc, 0x94, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xa0, 0xbc, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x0d, 0xb7, 0x2e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x22, 0x02, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x0d, 0xed, 0x63, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x47, 0x0e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x5d, 0xf7, 0x94, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xcd, 0xe7, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x9b, 0x92, 0xb7, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x87, 0xa4, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x78, 0x0e, 0x6f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x56, 0x5b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xd5, 0x35, 0xb7, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x70, 0x48, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x4c, 0xed, 0xdc, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x9c, 0x0d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x86, 0xe4, 0x66, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xea, 0x35, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x0f, 0xc7, 0x87, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x98, 0xde, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xf2, 0x97, 0xa6, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xeb, 0x39, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x9c, 0xb5, 0x8d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x53, 0x90, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x0d, 0xb1, 0x8b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xa7, 0x7f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xfa, 0xde, 0xfa, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x5a, 0x80, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xd8, 0x8f, 0x54, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xb0, 0x85, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xb5, 0xdc, 0xe5, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xdb, 0x6b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x50, 0x42, 0x1c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xc2, 0x93, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xfd, 0x6d, 0xf0, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x5d, 0x2f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x09, 0xa2, 0x74, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x5a, 0x65, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x2a, 0x17, 0xb2, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xa5, 0x34, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xe2, 0x09, 0x28, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xa3, 0x25, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xfb, 0x8f, 0xc6, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xb7, 0x3f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x13, 0x6e, 0x99, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x47, 0x7d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x54, 0x4d, 0x82, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x9a, 0x52, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x31, 0xb3, 0x05, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x63, 0x14, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x32, 0x31, 0x77, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x23, 0x4b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x4e, 0x4e, 0xc4, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xce, 0xe6, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x76, 0xdb, 0xa9, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x5b, 0xff, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x75, 0x66, 0xb7, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x71, 0xba, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xb6, 0x7f, 0x0b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x4d, 0xf6, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x21, 0x40, 0x45, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x6b, 0x5c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x28, 0x62, 0xf5, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x71, 0x82, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x2e, 0xf0, 0x05, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x25, 0xd0, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xcf, 0xb1, 0xe1, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x37, 0x92, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x80, 0x35, 0x6b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xf9, 0xc8, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xdc, 0xc6, 0xa6, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x62, 0x3f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x9c, 0xee, 0xb4, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xd7, 0x56, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x19, 0x7f, 0x72, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xb0, 0x5c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x1e, 0xd4, 0x10, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x6d, 0xcc, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x4a, 0xaf, 0x4e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x4f, 0x87, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xd1, 0xe0, 0xfe, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x7c, 0xe0, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x73, 0xd2, 0xc2, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x1f, 0x2f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x4a, 0xc7, 0xca, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xe9, 0xad, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x7b, 0x2e, 0x13, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xc0, 0x2d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x5a, 0x68, 0x11, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x31, 0xae, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x0d, 0x24, 0x8e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x7b, 0xa8, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x9c, 0x0a, 0x10, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x36, 0x86, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xed, 0x2a, 0xb8, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xca, 0xfa, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x5b, 0x56, 0x69, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xbc, 0xdc, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0x8d, 0x90, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xdb, 0x8b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xb5, 0xa5, 0x2d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xde, 0x53, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x3d, 0xcb, 0x67, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x52, 0x94, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xb6, 0xaa, 0xa4, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x57, 0x4a, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xf1, 0x30, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xd4, 0x7e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xc4, 0x16, 0xcf, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x4c, 0xa0, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x24, 0x06, 0xcc, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x95, 0xf7, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xc8, 0x80, 0x45, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x97, 0xd8, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xb5, 0x26, 0x91, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x12, 0x48, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x80, 0x86, 0xfb, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x30, 0x55, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xd2, 0x75, 0x92, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xdb, 0xee, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x61, 0x03, 0xc3, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xe0, 0x99, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x56, 0x97, 0x63, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xfd, 0x0d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x16, 0x20, 0xa4, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x43, 0xc2, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xc8, 0x08, 0xe9, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x71, 0x76, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xff, 0x9e, 0xb5, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xca, 0x95, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x4d, 0x02, 0xe2, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xb5, 0x44, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xa8, 0xe9, 0xb0, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x8a, 0xcd, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x07, 0xd9, 0xc5, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x5e, 0x94, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xe1, 0x17, 0x24, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x09, 0xca, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x33, 0x13, 0x0b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xa6, 0x2e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x55, 0x6a, 0x76, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x57, 0x19, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x3b, 0x26, 0xc1, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x1d, 0xeb, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xee, 0xf1, 0x65, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xf0, 0x4c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x2f, 0x33, 0xcc, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x6e, 0x78, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x20, 0xa2, 0xf6, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xa9, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x49, 0x67, 0x6e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x81, 0xa5, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xe2, 0x42, 0x7f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xa0, 0xfe, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x7f, 0xb3, 0x8c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xf8, 0x62, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xe3, 0xc0, 0xed, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x47, 0xbc, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x69, 0xd9, 0x30, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xe3, 0x5f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x11, 0x52, 0xef, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xb6, 0xdb, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x98, 0xa4, 0x86, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xb9, 0x3b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x41, 0xa9, 0x5c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x9f, 0x7d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x18, 0xd0, 0xf5, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x22, 0xc1, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xa8, 0x47, 0x43, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x4b, 0xe3, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xc8, 0xef, 0x73, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xfd, 0xb1, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xa2, 0xfc, 0xd7, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x04, 0x16, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x1a, 0x9d, 0x75, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x90, 0xee, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xf4, 0x62, 0x87, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x49, 0xd0, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xfe, 0x66, 0x9f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x15, 0x05, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x4b, 0x79, 0xa0, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x48, 0xce, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x96, 0xaa, 0x37, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x2d, 0xbc, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xe8, 0xcc, 0xdf, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x15, 0x5e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x25, 0x1f, 0x43, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xcb, 0x8d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x5c, 0x1a, 0x3a, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x8f, 0xf8, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xae, 0xed, 0x70, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x6d, 0x6c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x45, 0xd4, 0x86, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x46, 0x92, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x27, 0xa8, 0xc9, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x86, 0x7d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xe5, 0x0f, 0x44, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x3f, 0x78, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xa9, 0x3e, 0x64, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x8d, 0x57, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x8a, 0x5b, 0xc0, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x71, 0x2e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x8a, 0x09, 0x41, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x2c, 0x58, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x75, 0x44, 0x0d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xa4, 0xa6, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xbc, 0x46, 0xd6, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x6a, 0xa7, + 0x00, 0x00, 0x00, 0x00, 0x00, 0xee, 0x76, 0xf8, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xba, 0xad, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x7f, 0xac, 0x12, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x39, 0xf0, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0x7c, 0x83, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x15, 0x57, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x67, 0xac, 0xb8, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xea, 0x48 +}; + +/** Length of the pre-compressed data using deflate algorithm */ +#define COMP_DEFLATE_SIZE 3769 + +/** Pre-compressed data using deflate algorithm */ +static uint8_t compressed_text_def[COMP_DEFLATE_SIZE] = { + 0x35, 0x99, 0x7b, 0x5c, 0xcf, 0x77, 0xfb, 0xc7, + 0xdf, 0xe5, 0x18, 0x8b, 0xb0, 0x8a, 0xd8, 0x72, + 0x9e, 0xb3, 0x64, 0x0c, 0x91, 0x39, 0xe6, 0x90, + 0xd3, 0x44, 0x6e, 0xa7, 0x9b, 0x8c, 0x26, 0x87, + 0x85, 0x9b, 0xcd, 0x34, 0xe5, 0x7c, 0x33, 0x8d, + 0xed, 0x76, 0x3e, 0xe6, 0x9c, 0x8a, 0x08, 0x35, + 0x16, 0x33, 0x67, 0x99, 0x15, 0xe5, 0xd0, 0xb4, + 0xe6, 0xd4, 0x9c, 0x8a, 0xe4, 0x14, 0x39, 0xfc, + 0x7e, 0x8f, 0xf7, 0xf3, 0xb5, 0xfd, 0xb1, 0xd7, + 0x5e, 0xeb, 0xfb, 0xfd, 0x7c, 0xde, 0x87, 0xeb, + 0x7a, 0x5d, 0xaf, 0xeb, 0xfa, 0x1a, 0xf3, 0xff, + 0xff, 0x04, 0x77, 0xf9, 0xce, 0xd8, 0x7f, 0x4e, + 0xd5, 0xb2, 0x30, 0x76, 0x55, 0x5b, 0xf8, 0x94, + 0x6e, 0x16, 0xfa, 0x65, 0xed, 0x81, 0xbf, 0x1b, + 0x6a, 0xa1, 0xc7, 0xb2, 0xbb, 0xf0, 0xdc, 0x41, + 0x16, 0xea, 0x7b, 0x7e, 0x0f, 0x3f, 0x1f, 0x66, + 0xe1, 0xd0, 0xa0, 0xaa, 0xf0, 0xd8, 0x2b, 0x16, + 0x0a, 0x3a, 0xec, 0x85, 0x17, 0x7d, 0x68, 0xe1, + 0xd6, 0xce, 0x9b, 0xf0, 0xae, 0x37, 0x2c, 0x84, + 0x99, 0x7f, 0xc3, 0x8f, 0x05, 0x59, 0x08, 0x28, + 0x5d, 0x1d, 0x5e, 0xf8, 0x91, 0x85, 0xaa, 0xb5, + 0xdc, 0xe0, 0x77, 0xef, 0x59, 0xb8, 0x73, 0x7e, + 0x29, 0x3c, 0xb2, 0x93, 0x85, 0x69, 0xe5, 0xcb, + 0xc1, 0x07, 0xd7, 0xb1, 0xd0, 0xe4, 0xe5, 0x3a, + 0xf8, 0xa8, 0xc9, 0x16, 0x9a, 0x1f, 0xcb, 0x82, + 0x6f, 0x64, 0x3d, 0x67, 0x4f, 0xec, 0x80, 0xaf, + 0x29, 0x65, 0x61, 0x4c, 0x51, 0x08, 0xdc, 0x7b, + 0x98, 0x05, 0xe7, 0xbe, 0x6b, 0xe1, 0x49, 0x7c, + 0xbe, 0xd9, 0xa1, 0xc6, 0xf0, 0x41, 0xb7, 0x2d, + 0x6c, 0xf1, 0x9a, 0xa4, 0xf7, 0x65, 0x5a, 0xa8, + 0x33, 0x72, 0x3c, 0x7c, 0xd8, 0x42, 0x0b, 0x25, + 0xf6, 0xb6, 0x81, 0xbb, 0x6f, 0xe1, 0x6b, 0xd1, + 0xac, 0xd3, 0xdc, 0x1b, 0x6c, 0x61, 0xf8, 0xdc, + 0x51, 0xf0, 0x8c, 0x68, 0x0b, 0xb1, 0x87, 0xf3, + 0xe0, 0x09, 0x8b, 0x2d, 0x9c, 0x4f, 0xeb, 0x0f, + 0x3f, 0x75, 0xdd, 0xc2, 0xda, 0x69, 0x6b, 0xe0, + 0xfb, 0x37, 0x58, 0x08, 0xa8, 0xfd, 0x04, 0x5e, + 0x61, 0xbe, 0x85, 0x72, 0x27, 0x5a, 0xc2, 0x67, + 0x7f, 0x60, 0xe1, 0x3f, 0x85, 0xcb, 0xe1, 0x1d, + 0xf8, 0x7b, 0x8d, 0x67, 0xe1, 0xf0, 0x76, 0x87, + 0x2d, 0x64, 0x45, 0xce, 0x80, 0x2f, 0xc8, 0xb7, + 0x10, 0xea, 0x51, 0x53, 0xeb, 0xfb, 0xd3, 0x82, + 0xef, 0x99, 0x92, 0xf0, 0x4d, 0x19, 0x3c, 0xe6, + 0x98, 0xde, 0x7f, 0xa3, 0xd0, 0xc2, 0xeb, 0x5d, + 0x65, 0xe1, 0xc1, 0xc4, 0x8b, 0xef, 0xec, 0xe2, + 0x70, 0x07, 0xee, 0x71, 0xe6, 0xa9, 0xda, 0xf0, + 0x95, 0x0d, 0x2c, 0xdc, 0x3f, 0xa8, 0xfd, 0x66, + 0xf5, 0xb0, 0x30, 0x2e, 0xfd, 0x3e, 0x7c, 0xc5, + 0x57, 0x16, 0x96, 0x5c, 0xd1, 0xf3, 0x5a, 0x6d, + 0xb5, 0x30, 0x74, 0xd0, 0x00, 0x78, 0x83, 0xde, + 0x16, 0x72, 0x3b, 0xf2, 0x1e, 0xb3, 0x87, 0xf8, + 0xf2, 0xc9, 0xe0, 0xff, 0x9b, 0x22, 0xd6, 0xe9, + 0xbd, 0xe6, 0x2a, 0x3c, 0xfe, 0x37, 0x0b, 0x6d, + 0x23, 0x27, 0xc0, 0x03, 0x96, 0xf0, 0xfd, 0x85, + 0xda, 0x5f, 0x65, 0xe2, 0xf2, 0x5a, 0xb8, 0xee, + 0x63, 0x28, 0xef, 0x73, 0x7c, 0xf9, 0x0e, 0xee, + 0x41, 0xbc, 0xbf, 0xfd, 0x7a, 0x19, 0xbc, 0xd3, + 0xcf, 0xbc, 0xe6, 0xd3, 0x63, 0xf0, 0x57, 0x75, + 0x2d, 0xc4, 0x64, 0x6f, 0x82, 0xb7, 0x39, 0xce, + 0xdf, 0xe7, 0xfd, 0x0d, 0xaf, 0xbf, 0xcd, 0xc2, + 0x85, 0x3c, 0xc5, 0xe3, 0xdf, 0xed, 0x2d, 0x94, + 0xc8, 0xd7, 0x7a, 0xdb, 0xfe, 0x6a, 0x21, 0x2c, + 0x49, 0xf1, 0xb5, 0xec, 0xb4, 0x85, 0xa9, 0xa3, + 0x5b, 0xc1, 0xaf, 0x96, 0xb7, 0x70, 0xc4, 0xd5, + 0x01, 0x3e, 0x92, 0xf8, 0x58, 0xb8, 0xb8, 0x35, + 0xfc, 0x25, 0xf1, 0x3f, 0x34, 0xfe, 0x00, 0xfc, + 0x67, 0xd6, 0x13, 0x9d, 0xf8, 0x31, 0x7c, 0x35, + 0x79, 0x5b, 0x3e, 0x51, 0xf1, 0xbc, 0xfc, 0x53, + 0x0b, 0x7b, 0x03, 0xdf, 0x83, 0x3f, 0x68, 0x61, + 0xe1, 0xf1, 0x6d, 0xbd, 0x7f, 0x5f, 0x5f, 0xd6, + 0x37, 0x93, 0x7b, 0x35, 0x8f, 0x88, 0xff, 0x17, + 0x65, 0x95, 0x1f, 0xe6, 0x17, 0xfb, 0xef, 0x7b, + 0x73, 0xd3, 0xa0, 0x9b, 0xb8, 0xb7, 0x36, 0xb3, + 0x67, 0xc1, 0x73, 0xca, 0x58, 0x48, 0x59, 0xc2, + 0xba, 0x4d, 0xd9, 0x50, 0x0b, 0xe7, 0x7a, 0x68, + 0xfd, 0x69, 0xc4, 0x5d, 0xb7, 0x66, 0x8b, 0xe0, + 0x7e, 0x8e, 0x16, 0x3e, 0xf7, 0x3b, 0x08, 0x3f, + 0xbc, 0xc2, 0x82, 0x67, 0x45, 0xe9, 0x47, 0x2d, + 0xde, 0xff, 0x61, 0x7b, 0x74, 0xc2, 0x44, 0x13, + 0xef, 0xd5, 0xfc, 0x78, 0x8f, 0x99, 0xf1, 0x90, + 0xef, 0x9f, 0x24, 0xef, 0xcc, 0xc9, 0x37, 0x16, + 0xde, 0x6f, 0xf8, 0x02, 0x3e, 0x85, 0xb8, 0x1e, + 0xec, 0xbb, 0x42, 0x7f, 0x9f, 0x6d, 0x61, 0xf8, + 0xde, 0x02, 0x78, 0x4f, 0xe2, 0x68, 0x7a, 0xba, + 0xd6, 0x3b, 0xaa, 0xa9, 0x05, 0x9f, 0x59, 0xe8, + 0x8e, 0x09, 0xfd, 0x8b, 0xe7, 0x3f, 0xe4, 0x1e, + 0x4d, 0x6d, 0xe2, 0xab, 0x42, 0x8a, 0xe2, 0x63, + 0x03, 0xfb, 0x73, 0xaa, 0xa0, 0xf8, 0xcd, 0xfa, + 0x97, 0x85, 0x98, 0xeb, 0x49, 0xf0, 0x8c, 0x21, + 0x16, 0xe2, 0x32, 0x15, 0x7f, 0x05, 0x15, 0x2c, + 0x54, 0x1d, 0xfe, 0x5f, 0xb8, 0x4b, 0x0d, 0x0b, + 0xf1, 0xd1, 0xca, 0x17, 0x1f, 0x9e, 0xd7, 0x7c, + 0x26, 0x3a, 0x68, 0xce, 0xdf, 0xb1, 0x70, 0xab, + 0x5c, 0x36, 0xbc, 0xef, 0x49, 0x0b, 0xdd, 0x2e, + 0x3f, 0x87, 0xfb, 0x91, 0x8f, 0xae, 0xc7, 0xc9, + 0x2b, 0x33, 0x94, 0x73, 0xfe, 0xb9, 0xcf, 0x6b, + 0xf8, 0x97, 0xf0, 0x9a, 0x73, 0x1f, 0xc3, 0xab, + 0xc0, 0x0f, 0xfd, 0xa3, 0x17, 0x6b, 0x03, 0x2d, + 0x7c, 0xeb, 0xf5, 0x07, 0xfc, 0x19, 0xfb, 0x2c, + 0xfb, 0xc9, 0x4f, 0xf0, 0x1b, 0x9c, 0xbb, 0x47, + 0x9c, 0xd6, 0x5b, 0x8d, 0xef, 0x87, 0x2f, 0x51, + 0x3c, 0xd4, 0x42, 0x3f, 0x0a, 0x07, 0x13, 0xb7, + 0xa6, 0x3e, 0xeb, 0x2f, 0xac, 0x3c, 0x1c, 0xbe, + 0x95, 0x38, 0xac, 0x3a, 0x5b, 0xf9, 0x51, 0x89, + 0xfc, 0x3e, 0x30, 0x80, 0xba, 0x61, 0x52, 0x58, + 0x77, 0xef, 0x3b, 0x5a, 0xef, 0xdd, 0x74, 0x0b, + 0xab, 0x2a, 0x9e, 0x85, 0x7b, 0xb3, 0xcf, 0x56, + 0xab, 0xeb, 0xc3, 0xaf, 0x53, 0x67, 0xa6, 0xa7, + 0xfc, 0x08, 0xef, 0xc5, 0x73, 0xda, 0xdd, 0xdf, + 0x05, 0xff, 0xd8, 0xc3, 0x42, 0xf2, 0x30, 0x57, + 0xf8, 0xbf, 0x27, 0xf2, 0xfc, 0xaa, 0x33, 0xe1, + 0x5f, 0x71, 0xff, 0xaf, 0x4e, 0x46, 0xc1, 0xcf, + 0xf5, 0xb4, 0x30, 0xbe, 0x9e, 0xd6, 0x5b, 0x82, + 0xf8, 0x89, 0x0b, 0x91, 0x7e, 0xcc, 0xe7, 0x7c, + 0x6b, 0xbc, 0x75, 0x81, 0x37, 0x7c, 0x65, 0x21, + 0xe6, 0x07, 0xee, 0xd9, 0x78, 0x80, 0x03, 0x42, + 0x88, 0x13, 0xb3, 0x39, 0xc6, 0xc2, 0x91, 0x48, + 0x67, 0x78, 0x68, 0x2e, 0xfb, 0xad, 0x41, 0xdc, + 0x9a, 0x29, 0xb7, 0x2c, 0xf8, 0xb8, 0x53, 0xc7, + 0x4c, 0x71, 0x27, 0x0b, 0x43, 0x93, 0x74, 0x9e, + 0xe9, 0xec, 0xb3, 0xe5, 0xbb, 0xa9, 0xf0, 0x65, + 0x7d, 0x2d, 0xec, 0xab, 0xb8, 0x07, 0x1e, 0xcf, + 0xb9, 0xdc, 0x8c, 0xa3, 0xae, 0x99, 0x7c, 0xce, + 0xed, 0xf6, 0xad, 0x95, 0xf0, 0x0d, 0xe4, 0x45, + 0x9f, 0x71, 0xec, 0xc3, 0x78, 0x13, 0xa7, 0xae, + 0xaa, 0x8b, 0xa6, 0x7b, 0x33, 0x0b, 0x6f, 0x7a, + 0x70, 0x2e, 0x66, 0x36, 0xba, 0xd1, 0xbb, 0x89, + 0xf2, 0x65, 0x27, 0xbc, 0xf4, 0x22, 0xdd, 0x77, + 0x68, 0x23, 0x0b, 0x19, 0xf1, 0xa7, 0xe0, 0x09, + 0xe8, 0xe5, 0xa2, 0x79, 0xd7, 0xe1, 0xf5, 0x39, + 0xef, 0x80, 0x53, 0xab, 0xe1, 0xdd, 0x2a, 0x59, + 0x58, 0x53, 0x52, 0xfb, 0x2b, 0xc3, 0x7d, 0x25, + 0x3f, 0x27, 0xce, 0xcc, 0x25, 0xea, 0x51, 0xb9, + 0xc7, 0x17, 0xe1, 0x95, 0x77, 0x5b, 0x88, 0xf6, + 0xf3, 0x85, 0x77, 0xce, 0xb7, 0x10, 0xf7, 0x36, + 0x0d, 0x3e, 0x84, 0xfa, 0xf8, 0xe4, 0x60, 0x3f, + 0xf8, 0xf7, 0xb1, 0x16, 0xfc, 0x03, 0xfd, 0xe1, + 0x57, 0xd6, 0x5b, 0x68, 0x9c, 0xc8, 0xbe, 0xcc, + 0x5a, 0x74, 0xd9, 0x69, 0xbd, 0xf2, 0xb3, 0x23, + 0xfb, 0xce, 0x79, 0x42, 0x1e, 0x99, 0x92, 0xac, + 0xe7, 0x44, 0xa1, 0xfc, 0x43, 0x73, 0xea, 0x40, + 0xfc, 0xfa, 0xfd, 0xf0, 0xf3, 0xc4, 0xc7, 0x96, + 0xde, 0xfa, 0xfc, 0xdc, 0x5e, 0x16, 0xc2, 0x37, + 0x48, 0xdf, 0x1a, 0x13, 0x0f, 0xbb, 0x82, 0xc9, + 0x5b, 0x93, 0xf1, 0xb9, 0x85, 0x69, 0x77, 0xa4, + 0xbf, 0x7e, 0x9c, 0x6b, 0xb6, 0xbf, 0xea, 0xb5, + 0x37, 0x79, 0x5b, 0x6d, 0xb1, 0xf4, 0x27, 0xb7, + 0x9d, 0x85, 0x1e, 0x8b, 0x15, 0x1f, 0x27, 0x88, + 0x77, 0xaf, 0x26, 0x5f, 0xc2, 0x9f, 0xa3, 0x8b, + 0xd5, 0x9b, 0x50, 0x47, 0x4c, 0x2d, 0xd6, 0x3b, + 0xaf, 0xe5, 0x25, 0xf8, 0xf8, 0x79, 0x16, 0x8a, + 0xe6, 0x11, 0x67, 0x26, 0x81, 0xf8, 0x2a, 0xd5, + 0x4d, 0xf1, 0x58, 0x1c, 0x3d, 0x7b, 0xda, 0x34, + 0x4c, 0xef, 0xf3, 0xb1, 0x50, 0xb6, 0x6c, 0x65, + 0xf8, 0xc1, 0x7a, 0x3c, 0x7f, 0x78, 0x75, 0xf8, + 0x21, 0xea, 0xc9, 0xfc, 0x58, 0x6f, 0xf8, 0xf1, + 0x38, 0x0b, 0xbe, 0xcf, 0xfd, 0xe0, 0x25, 0xa8, + 0xcf, 0x8f, 0x23, 0x52, 0xf5, 0x3c, 0xf4, 0x38, + 0x73, 0xb7, 0x78, 0xf0, 0x17, 0x16, 0x9a, 0xff, + 0x26, 0x3f, 0x97, 0x54, 0x64, 0x61, 0x75, 0xd7, + 0xff, 0xc1, 0xfb, 0xe2, 0x07, 0xb7, 0xb4, 0xee, + 0x0e, 0xbf, 0xc5, 0xbd, 0xbf, 0xdf, 0x88, 0x38, + 0x30, 0xe9, 0xc1, 0x3c, 0x6f, 0x98, 0xfc, 0xc8, + 0xc7, 0xdc, 0xf7, 0x8b, 0x3e, 0xd3, 0xe1, 0xc3, + 0xa9, 0xbb, 0x51, 0x7f, 0x3d, 0x82, 0x17, 0x70, + 0x0e, 0x2e, 0xb3, 0xd0, 0x55, 0x13, 0x4d, 0x9c, + 0x3d, 0x2f, 0x3c, 0xaf, 0xf5, 0xb2, 0x8e, 0x65, + 0xa3, 0x54, 0x5f, 0x1c, 0xd0, 0xd5, 0x23, 0x99, + 0xaa, 0x7f, 0xfb, 0xa9, 0xb7, 0xc9, 0x71, 0x09, + 0xf0, 0xce, 0x9c, 0xe7, 0xd7, 0x13, 0xc5, 0x5f, + 0x6d, 0xb6, 0xd0, 0x3d, 0x55, 0xf1, 0x36, 0x96, + 0xf7, 0xfe, 0x6d, 0xb8, 0x67, 0x53, 0x0b, 0x1d, + 0x49, 0x0b, 0xc4, 0x27, 0x1a, 0x0f, 0xde, 0xfb, + 0xc7, 0xf4, 0xce, 0xfa, 0x3c, 0x79, 0x1e, 0x52, + 0x47, 0x7a, 0x32, 0x73, 0x9f, 0x05, 0xff, 0x49, + 0x3e, 0xe2, 0x3c, 0xb7, 0x5f, 0xd5, 0xae, 0xf0, + 0x3a, 0x9c, 0xe3, 0xbe, 0x58, 0xed, 0xa7, 0xdb, + 0x38, 0x0b, 0x73, 0x47, 0xa9, 0x1e, 0xf5, 0xc7, + 0x87, 0xb7, 0xe9, 0x80, 0x6e, 0x98, 0x65, 0xf8, + 0xcd, 0xa2, 0x04, 0xf9, 0x91, 0x66, 0xf8, 0xca, + 0xd5, 0xcb, 0x3b, 0xc2, 0x97, 0x12, 0xd7, 0xde, + 0xbe, 0xd2, 0x83, 0x40, 0xe2, 0xaa, 0xf3, 0x55, + 0xe9, 0xe9, 0x43, 0xea, 0xd4, 0xda, 0xa7, 0xdc, + 0xab, 0x49, 0x66, 0x1d, 0xf7, 0x22, 0xb5, 0xfe, + 0x1c, 0xe2, 0xae, 0x4e, 0xcb, 0xb7, 0xf0, 0x54, + 0xea, 0x70, 0xe9, 0x8e, 0x47, 0xe0, 0xcf, 0x22, + 0xf9, 0xfc, 0x10, 0xf1, 0x9b, 0xf8, 0xa1, 0xe1, + 0x8d, 0xa2, 0xb4, 0x5e, 0xf2, 0x64, 0xc4, 0x97, + 0x4b, 0xe1, 0x31, 0xe4, 0xe7, 0xc5, 0x8b, 0x5a, + 0x4f, 0x02, 0xf7, 0x92, 0x36, 0x5e, 0xf9, 0x30, + 0x8f, 0xf3, 0x7c, 0xf5, 0x4c, 0xfe, 0x34, 0x20, + 0xcd, 0xc2, 0x55, 0x27, 0x7c, 0x92, 0x69, 0xf1, + 0x89, 0x85, 0xbb, 0xfb, 0x5d, 0xe0, 0x19, 0xc9, + 0x16, 0xc6, 0x4c, 0x52, 0xbd, 0x9b, 0xcd, 0x3e, + 0x3e, 0x4f, 0x57, 0x3d, 0x5f, 0x15, 0x6f, 0x21, + 0x53, 0x76, 0xc2, 0x44, 0xa3, 0x17, 0x0b, 0xd6, + 0xc8, 0x4f, 0x4e, 0x45, 0x6f, 0x46, 0x17, 0xc8, + 0x5f, 0x85, 0x92, 0x0f, 0x83, 0x27, 0xab, 0x7f, + 0x59, 0x04, 0x6f, 0x9f, 0x24, 0xff, 0x13, 0x84, + 0x2e, 0x44, 0x24, 0xaa, 0xff, 0xa9, 0x8f, 0xbe, + 0x75, 0x0e, 0xdd, 0x09, 0xcf, 0xa6, 0x6f, 0x09, + 0x5b, 0x46, 0x1e, 0x9b, 0x6d, 0xd4, 0x81, 0x85, + 0x11, 0xaa, 0x9f, 0xbd, 0x89, 0xef, 0xc0, 0x10, + 0xad, 0xff, 0x5f, 0xf8, 0xfa, 0xf4, 0x1c, 0xc5, + 0x47, 0xbf, 0x11, 0x16, 0x76, 0x1d, 0x7e, 0x0a, + 0x8f, 0x23, 0xde, 0xe6, 0xaf, 0xf4, 0x84, 0x2f, + 0xa7, 0x5f, 0x89, 0x88, 0x53, 0x7f, 0x91, 0x5b, + 0xda, 0x82, 0xfb, 0x61, 0xf2, 0xca, 0xdc, 0x26, + 0x6f, 0xe6, 0xfd, 0xa4, 0xfd, 0x3d, 0x9e, 0x66, + 0x61, 0x71, 0x43, 0xe9, 0xd3, 0x7b, 0xe8, 0xd0, + 0x98, 0x3a, 0xf2, 0x2f, 0x8f, 0xc9, 0xbb, 0xb0, + 0x19, 0xac, 0xcb, 0x1c, 0xe5, 0x5e, 0xc2, 0xba, + 0xfe, 0x00, 0xff, 0x19, 0x1d, 0xa8, 0xe9, 0x2f, + 0xff, 0xf8, 0x5a, 0xf5, 0xa5, 0x8b, 0x3b, 0x7c, + 0x0c, 0xe7, 0xff, 0xc7, 0x5f, 0xd2, 0x9f, 0x91, + 0xf8, 0x86, 0xb2, 0xeb, 0xf4, 0xf7, 0x51, 0xec, + 0x27, 0xbe, 0xc3, 0x40, 0x78, 0x10, 0x7e, 0x29, + 0xb9, 0x97, 0xf2, 0x6b, 0x0e, 0xf9, 0xba, 0x7f, + 0xcc, 0xef, 0xf0, 0xb1, 0xac, 0xbb, 0xa9, 0xbb, + 0xf4, 0xb2, 0x0d, 0x71, 0xf7, 0xee, 0x5b, 0x74, + 0xc8, 0xc4, 0x13, 0x8f, 0x1f, 0x95, 0xd2, 0x7d, + 0xb9, 0x91, 0x47, 0xff, 0xeb, 0x24, 0x3f, 0x10, + 0x87, 0x1f, 0x2d, 0x95, 0xa0, 0xf3, 0xf4, 0x24, + 0xde, 0x7f, 0xaa, 0xa8, 0x7c, 0x9a, 0x40, 0xbf, + 0x56, 0x21, 0x12, 0x5f, 0x6f, 0x3e, 0x26, 0x9e, + 0x1b, 0x7f, 0xa9, 0xfd, 0x46, 0x72, 0x6f, 0x8f, + 0x8e, 0xaa, 0x1f, 0xe8, 0x43, 0x3c, 0x2f, 0x4c, + 0x2b, 0x06, 0xcf, 0x60, 0xfd, 0x89, 0x5f, 0x6d, + 0xd1, 0xfe, 0xf6, 0x58, 0x68, 0x71, 0x43, 0xfd, + 0xcc, 0xaf, 0xc4, 0xc3, 0x69, 0x97, 0x8a, 0xf0, + 0xdb, 0x3c, 0xa7, 0xb6, 0x87, 0xf2, 0x75, 0x0e, + 0xeb, 0x0a, 0xee, 0xe1, 0x05, 0xbf, 0x1a, 0x61, + 0x21, 0x6f, 0x2c, 0x79, 0x6e, 0x56, 0x8c, 0xb4, + 0x50, 0x31, 0x7c, 0x23, 0x3c, 0x97, 0xba, 0xd3, + 0xa5, 0x0e, 0x7d, 0x87, 0x69, 0x4d, 0xbf, 0xe6, + 0x58, 0x4b, 0x7a, 0x79, 0x15, 0xbd, 0xcd, 0xe9, + 0xa2, 0x7e, 0xba, 0x0c, 0x7a, 0x58, 0x78, 0x85, + 0x75, 0x9b, 0xf5, 0xc4, 0xc5, 0x57, 0x71, 0xd2, + 0x53, 0xa7, 0xd1, 0x16, 0x2e, 0xfc, 0xad, 0xf3, + 0xdb, 0xc6, 0xf7, 0x56, 0xb4, 0x52, 0xfe, 0xfd, + 0x8a, 0xef, 0x78, 0x7a, 0xf9, 0x32, 0xdc, 0x13, + 0x3f, 0xb2, 0x7c, 0xb7, 0xf2, 0x31, 0x86, 0x3e, + 0x65, 0xf6, 0x41, 0xad, 0x27, 0x85, 0xfe, 0x69, + 0x7c, 0x10, 0x7d, 0x83, 0xe9, 0x9e, 0x62, 0x61, + 0x77, 0x82, 0xf8, 0x52, 0xea, 0xce, 0xf9, 0x7a, + 0x8a, 0x5f, 0x37, 0x7c, 0xc8, 0x17, 0x6f, 0xa4, + 0x3f, 0x87, 0xf0, 0x6d, 0x71, 0xc3, 0xe9, 0x5b, + 0xcc, 0x37, 0x7c, 0x7e, 0xfb, 0x37, 0xe8, 0xae, + 0x29, 0x98, 0x63, 0x61, 0xbf, 0x63, 0x07, 0x78, + 0x34, 0xfa, 0x91, 0x92, 0xab, 0xbf, 0xaf, 0x66, + 0x1d, 0x09, 0x93, 0xa5, 0xa7, 0xc7, 0x4e, 0x58, + 0xf8, 0x64, 0x93, 0xfc, 0x44, 0x03, 0xde, 0x7b, + 0xae, 0x3e, 0x71, 0x61, 0x4a, 0xe3, 0x63, 0x52, + 0xdb, 0xd0, 0x07, 0x9a, 0x91, 0xf8, 0xfa, 0xb3, + 0x4d, 0x15, 0xff, 0xc7, 0xf1, 0xe3, 0x11, 0xe3, + 0x54, 0x5f, 0x86, 0x53, 0xaf, 0x27, 0x8e, 0xd0, + 0x79, 0x17, 0xc3, 0x67, 0xd5, 0x9b, 0x28, 0x3f, + 0xff, 0x07, 0xfe, 0xc2, 0xff, 0x91, 0xfc, 0xe7, + 0x95, 0xea, 0x16, 0x42, 0xda, 0xeb, 0x3e, 0xab, + 0x50, 0x67, 0xf3, 0x3e, 0x50, 0x3c, 0x5f, 0x44, + 0x37, 0xd2, 0x63, 0xa4, 0x1f, 0xab, 0xd9, 0xaf, + 0xff, 0x41, 0xf9, 0xc1, 0xe9, 0x3c, 0xff, 0x3b, + 0x23, 0x3f, 0x66, 0xc8, 0xaf, 0x9a, 0xc7, 0xf5, + 0xf7, 0x81, 0xe8, 0xc5, 0x9a, 0xe2, 0xfa, 0x7e, + 0x06, 0xe7, 0x5c, 0x39, 0x41, 0x7e, 0xe1, 0x02, + 0x79, 0xfd, 0x36, 0x40, 0xf7, 0x75, 0xfb, 0x9a, + 0x85, 0xcc, 0xc6, 0xf8, 0x32, 0x73, 0x9e, 0xfb, + 0xea, 0xe2, 0x3b, 0x17, 0xbe, 0x85, 0xfa, 0xfd, + 0xc3, 0x26, 0xf5, 0x1b, 0xa7, 0xd0, 0x31, 0x87, + 0xb6, 0xf2, 0xc7, 0xef, 0xf0, 0xf7, 0x67, 0x7f, + 0x47, 0x37, 0x4d, 0x03, 0xf2, 0x3c, 0xf3, 0xc4, + 0x7f, 0xe0, 0xae, 0xe8, 0xbe, 0xc3, 0x39, 0xe5, + 0x4b, 0x27, 0x9e, 0xd3, 0xf4, 0x72, 0x3e, 0xfc, + 0x21, 0x3a, 0xea, 0xda, 0x41, 0xfe, 0xdb, 0x91, + 0x7a, 0xb0, 0x60, 0xb4, 0xf2, 0x7f, 0x24, 0xfe, + 0x39, 0x6c, 0xbb, 0xfa, 0xcf, 0x4a, 0x63, 0x2c, + 0x04, 0x25, 0xca, 0x2f, 0x6c, 0x18, 0x6b, 0x61, + 0x6c, 0x7f, 0xf9, 0xb9, 0xd7, 0x87, 0x2c, 0x4c, + 0xde, 0x48, 0x9d, 0x36, 0xb3, 0x4a, 0xb0, 0xad, + 0x11, 0xea, 0x87, 0x26, 0xa1, 0x9b, 0xa3, 0x6f, + 0xc8, 0x8f, 0x6c, 0x27, 0xbf, 0x7d, 0xe7, 0xca, + 0xff, 0xc4, 0x12, 0x0f, 0xdd, 0x73, 0xe5, 0x27, + 0x52, 0x39, 0xef, 0x49, 0x67, 0xd5, 0xaf, 0xf4, + 0x44, 0xef, 0x7f, 0xff, 0x48, 0xf9, 0xdd, 0x66, + 0x95, 0x85, 0xa9, 0x17, 0x35, 0xdf, 0xd9, 0x81, + 0xbf, 0xea, 0x33, 0x50, 0xeb, 0x9f, 0x46, 0x3c, + 0xde, 0xcf, 0x97, 0x5f, 0x9e, 0x89, 0x3f, 0xfe, + 0x7c, 0xbe, 0xfc, 0xf1, 0x3b, 0xd6, 0x3d, 0x6b, + 0x57, 0x1a, 0xfc, 0xc1, 0x03, 0xb6, 0xdd, 0x08, + 0xdf, 0x61, 0xde, 0x10, 0x17, 0x6f, 0xfb, 0xc9, + 0x2f, 0x1f, 0xa7, 0x7e, 0xac, 0x3d, 0x2c, 0xbf, + 0x1d, 0xcc, 0x7d, 0xfe, 0xb2, 0x5e, 0xfa, 0xe2, + 0xcc, 0x7d, 0xdd, 0x8b, 0x51, 0x7c, 0x2d, 0x46, + 0x1f, 0x67, 0xf6, 0x93, 0xfe, 0xf5, 0x66, 0x3e, + 0xe4, 0x1d, 0x89, 0xef, 0x32, 0x87, 0xd1, 0x83, + 0x97, 0xb1, 0xdc, 0xbb, 0x09, 0x63, 0xdf, 0x8b, + 0x8b, 0x98, 0x0b, 0x98, 0x10, 0xfa, 0x8a, 0xd3, + 0x9b, 0xd4, 0x8f, 0x0e, 0xc1, 0x2f, 0x6e, 0x75, + 0x3e, 0x07, 0x6f, 0xcb, 0x3d, 0x3b, 0xba, 0x68, + 0x1e, 0xf7, 0x94, 0x39, 0x4d, 0x42, 0x05, 0xce, + 0xc1, 0x68, 0x2c, 0x35, 0x79, 0x69, 0x75, 0xfe, + 0xc3, 0x8d, 0xf3, 0xca, 0xf5, 0x96, 0x5f, 0x7e, + 0x82, 0xbf, 0x75, 0x98, 0xdb, 0x10, 0xde, 0x8b, + 0xf9, 0x4f, 0xfe, 0x0f, 0xd2, 0x7b, 0x83, 0xce, + 0xb8, 0x74, 0x54, 0x7f, 0xf2, 0x5d, 0x1f, 0xb6, + 0x3d, 0x43, 0xeb, 0x4d, 0xa5, 0x7e, 0xae, 0x8e, + 0x43, 0xb7, 0x4c, 0x5f, 0xd6, 0x3d, 0x24, 0x5b, + 0xe7, 0xe1, 0xce, 0xfe, 0x37, 0x26, 0x68, 0xbe, + 0xf5, 0x3d, 0xe7, 0x92, 0x91, 0xae, 0x7a, 0xb5, + 0x0a, 0xbd, 0x2d, 0x93, 0xa3, 0x7c, 0x18, 0x49, + 0x5c, 0x14, 0xcb, 0x50, 0x3e, 0x5f, 0x40, 0x4f, + 0x93, 0x0b, 0xd4, 0x3f, 0xed, 0xa0, 0xcf, 0x76, + 0x2e, 0x52, 0xbe, 0x1d, 0x61, 0x1e, 0xb1, 0xb6, + 0x0b, 0x71, 0x69, 0x7e, 0x21, 0x4e, 0x63, 0x8b, + 0xe9, 0x3c, 0xca, 0xb1, 0xfe, 0x4b, 0x5b, 0xdb, + 0xe9, 0x7d, 0xac, 0xc3, 0xe1, 0xfd, 0xaf, 0xb5, + 0x3d, 0xe2, 0x29, 0x67, 0xb9, 0xea, 0x75, 0x01, + 0xf7, 0x79, 0xf9, 0xad, 0xe2, 0xe9, 0x39, 0xf5, + 0xe8, 0xdb, 0x67, 0xc4, 0x91, 0xf1, 0xfd, 0xc6, + 0xc2, 0xc9, 0xa4, 0xa5, 0x70, 0x37, 0x74, 0xee, + 0xfb, 0x28, 0xf9, 0x87, 0x1a, 0xe8, 0x74, 0x93, + 0x28, 0xe9, 0x4d, 0x63, 0xe2, 0x27, 0xde, 0x41, + 0x7a, 0xed, 0xc8, 0x7d, 0x9d, 0xda, 0xab, 0xfe, + 0xe3, 0x20, 0x73, 0xa7, 0x51, 0x9d, 0x34, 0x1f, + 0x3b, 0x4b, 0xde, 0x2c, 0x9a, 0x20, 0xbd, 0xf0, + 0x64, 0xbd, 0xa1, 0xc1, 0xe8, 0x8c, 0x59, 0x49, + 0x3d, 0xc9, 0x6e, 0x25, 0xbf, 0xfb, 0x1e, 0x7d, + 0xf4, 0xc0, 0xa9, 0x8a, 0xcf, 0x85, 0xe8, 0x8e, + 0xc7, 0x1c, 0xf9, 0x9d, 0x86, 0xe8, 0x4a, 0x8d, + 0x29, 0xea, 0xd7, 0xab, 0xe2, 0x1f, 0x1c, 0x3a, + 0x7d, 0x0a, 0x2f, 0x45, 0xfd, 0x70, 0x6e, 0xc7, + 0x73, 0xcd, 0x55, 0x74, 0xfc, 0xcd, 0x75, 0xcd, + 0x5b, 0xbf, 0xc3, 0x5f, 0xb8, 0x25, 0x2b, 0x3e, + 0x8e, 0x11, 0x3f, 0x9b, 0x32, 0xf8, 0x9e, 0xd9, + 0x4a, 0x3f, 0x7f, 0xab, 0x89, 0xd6, 0x9f, 0xca, + 0xfe, 0x2e, 0xc6, 0xcb, 0x5f, 0xfd, 0xe8, 0x05, + 0xbf, 0xab, 0xf9, 0xe1, 0x2a, 0xea, 0x67, 0x4f, + 0x77, 0xc5, 0x4b, 0x0b, 0xf2, 0x71, 0xe4, 0x1d, + 0xcd, 0x17, 0x2e, 0xa1, 0x7b, 0x03, 0x82, 0xd2, + 0xe0, 0x17, 0xa8, 0x67, 0xe3, 0xf3, 0x74, 0x9f, + 0xcd, 0x99, 0x7b, 0xfd, 0x59, 0xf4, 0x4f, 0x3d, + 0xa1, 0x3e, 0x24, 0x5f, 0x09, 0x80, 0xbf, 0x40, + 0x17, 0xf3, 0xc2, 0xa4, 0xe7, 0xd9, 0xf8, 0xcd, + 0x4a, 0x6e, 0xf2, 0xff, 0x8f, 0xa8, 0x33, 0x39, + 0xfd, 0x55, 0x6f, 0xaa, 0xf3, 0xb9, 0xd3, 0x0e, + 0xc4, 0x91, 0xb9, 0x49, 0x5c, 0xc6, 0xce, 0x53, + 0x3f, 0xff, 0x27, 0xf3, 0x92, 0xad, 0xe7, 0xb5, + 0xdf, 0x5e, 0xf4, 0x3b, 0xb3, 0x3c, 0xe4, 0x1f, + 0xfe, 0xcb, 0xb9, 0x56, 0x4b, 0x55, 0x7d, 0xef, + 0x4f, 0x7d, 0xf5, 0x68, 0xac, 0xfc, 0x7d, 0x48, + 0x1d, 0x7a, 0xd0, 0x50, 0xf7, 0x39, 0x06, 0xdf, + 0x5e, 0xfb, 0xb6, 0xe6, 0xb3, 0xfe, 0xf8, 0x11, + 0x9f, 0xb3, 0x9a, 0x9f, 0x4f, 0xc7, 0xdf, 0x7f, + 0x18, 0x94, 0x03, 0x8f, 0x4e, 0xb4, 0x10, 0xa7, + 0xb9, 0xad, 0x29, 0x42, 0x5f, 0x42, 0xaa, 0x68, + 0xfd, 0x5f, 0x60, 0x9c, 0x9f, 0x64, 0xe9, 0x79, + 0x83, 0x88, 0xbf, 0xae, 0xc5, 0xe5, 0x4f, 0x4a, + 0x32, 0x37, 0xf2, 0x1b, 0xb8, 0x1d, 0xde, 0x10, + 0xbf, 0x51, 0xb7, 0xeb, 0xb7, 0xf0, 0x72, 0x70, + 0xe7, 0x48, 0x74, 0xde, 0x5c, 0x44, 0x57, 0x1e, + 0xb8, 0x2a, 0x5e, 0x13, 0xd8, 0xaf, 0x67, 0x5d, + 0x7c, 0xad, 0x19, 0xef, 0x65, 0xa1, 0x4d, 0xa0, + 0xf4, 0xde, 0xe7, 0x99, 0x85, 0xa3, 0xaf, 0xd4, + 0xcf, 0x05, 0x70, 0x7f, 0x0d, 0x76, 0xa9, 0x5f, + 0x8e, 0xe5, 0x1c, 0x0e, 0x9d, 0xd1, 0xfd, 0xf5, + 0xc6, 0xc7, 0x15, 0xb6, 0xd6, 0x79, 0x3e, 0x87, + 0x9f, 0xbe, 0x82, 0xee, 0x1a, 0x37, 0xe6, 0xfe, + 0x1b, 0xba, 0xa9, 0x7e, 0x4c, 0x61, 0x7f, 0x15, + 0x5e, 0xa9, 0xbf, 0x2a, 0xcd, 0x7d, 0x5f, 0x9b, + 0xac, 0xfe, 0xb7, 0x38, 0xf9, 0x39, 0xa2, 0x50, + 0xfe, 0xb5, 0x26, 0xf3, 0xaa, 0x32, 0x29, 0xd2, + 0x9f, 0x1d, 0xc4, 0x4f, 0xaf, 0x54, 0xe6, 0x84, + 0xa6, 0x99, 0x8b, 0x85, 0x03, 0xdb, 0xe5, 0xaf, + 0x87, 0x10, 0x77, 0xc5, 0xb2, 0xd4, 0x9f, 0x45, + 0x91, 0x67, 0xce, 0x49, 0x4d, 0xf4, 0x3c, 0xe2, + 0xc2, 0x39, 0x4f, 0xf1, 0xeb, 0xc7, 0x5c, 0x78, + 0xd8, 0x0b, 0x7d, 0x5e, 0xf3, 0xbe, 0xb5, 0x3f, + 0xca, 0x6f, 0x2c, 0xc0, 0xb7, 0x7e, 0x5d, 0x4e, + 0xf7, 0x3d, 0x10, 0x5f, 0x7b, 0xa9, 0x85, 0xfe, + 0x1e, 0x8a, 0x1f, 0xf2, 0xcf, 0x53, 0x7e, 0xad, + 0xe3, 0x9c, 0xe6, 0xdf, 0x96, 0x7e, 0xdd, 0xc7, + 0x2f, 0x94, 0x3f, 0xbd, 0x00, 0xbe, 0x8a, 0xba, + 0x59, 0xb0, 0x52, 0xf7, 0xf7, 0x80, 0x39, 0xf2, + 0xba, 0x03, 0xf4, 0x75, 0xa6, 0xff, 0x52, 0xd6, + 0xb7, 0x57, 0xbf, 0xff, 0xec, 0xc0, 0x47, 0xbe, + 0xca, 0xd6, 0x7d, 0x0e, 0x8e, 0xb0, 0x70, 0x75, + 0x89, 0xf2, 0x63, 0x0f, 0xe7, 0x7a, 0x20, 0x4b, + 0xf1, 0x75, 0x0d, 0x3d, 0xee, 0xdb, 0xb1, 0x1a, + 0xfc, 0x18, 0x75, 0xfd, 0xcd, 0x84, 0x7c, 0xf8, + 0x30, 0xce, 0xcd, 0x69, 0xb3, 0xfc, 0xc4, 0x60, + 0xf2, 0xb6, 0x81, 0xbb, 0xea, 0xeb, 0x36, 0xf2, + 0xe5, 0xa6, 0x13, 0x3a, 0x6a, 0xb6, 0xa0, 0xd3, + 0x45, 0x4b, 0x54, 0x5f, 0x93, 0xe8, 0x0b, 0x2b, + 0x4d, 0x94, 0x3e, 0xf9, 0x11, 0x77, 0x01, 0xbd, + 0x98, 0xdb, 0x98, 0x35, 0x9f, 0x59, 0x68, 0xb6, + 0x0f, 0x9f, 0x60, 0x46, 0xbd, 0x6f, 0xc1, 0xbb, + 0x19, 0xf7, 0x68, 0x6a, 0x31, 0xef, 0xeb, 0xdd, + 0x1b, 0xdf, 0x68, 0x7e, 0x47, 0x2f, 0xa7, 0x5d, + 0x93, 0xbe, 0x0d, 0x61, 0x6e, 0x34, 0x75, 0x8c, + 0xce, 0x77, 0x12, 0xfe, 0x23, 0x31, 0x5c, 0xfd, + 0x55, 0x2f, 0xe6, 0x91, 0x35, 0x3e, 0xed, 0x02, + 0x1f, 0xc7, 0x7d, 0xd7, 0x0b, 0x7a, 0xa6, 0xcf, + 0xb3, 0x8e, 0x26, 0xf9, 0x7a, 0x7f, 0x9d, 0x34, + 0x0b, 0xa9, 0x7b, 0x35, 0xcf, 0xfd, 0x04, 0x1d, + 0x8f, 0x68, 0xa1, 0x7a, 0xfe, 0xf2, 0x8c, 0x85, + 0xac, 0x53, 0xba, 0x8f, 0x20, 0xf6, 0xb7, 0xee, + 0xa1, 0xe6, 0x51, 0x57, 0x88, 0xc3, 0x2a, 0xe1, + 0xca, 0x97, 0x3d, 0xbc, 0xef, 0xc3, 0x0c, 0x17, + 0xf8, 0x04, 0x7c, 0x6d, 0x8f, 0x78, 0xfd, 0x9e, + 0xd0, 0x87, 0x7b, 0xbe, 0x70, 0x5d, 0xfd, 0x7b, + 0xd8, 0x75, 0x0b, 0x53, 0x2e, 0xea, 0xf7, 0x0a, + 0x4f, 0xce, 0xbf, 0xc7, 0x69, 0x74, 0xc5, 0xdc, + 0x43, 0xef, 0x67, 0x34, 0x41, 0x37, 0xcc, 0x51, + 0xea, 0xd4, 0xe0, 0x2f, 0xf0, 0xc5, 0xa6, 0x19, + 0xfd, 0xb2, 0x73, 0x6d, 0xcd, 0xe3, 0x67, 0x30, + 0x2f, 0x5a, 0x57, 0x46, 0xef, 0x6f, 0x49, 0x3d, + 0xcd, 0x6b, 0xa0, 0x7a, 0x95, 0x42, 0x9c, 0x0c, + 0x19, 0x88, 0x8f, 0x33, 0xc9, 0xc4, 0xa5, 0x63, + 0xe4, 0x52, 0xf8, 0x35, 0xe2, 0xea, 0xc0, 0x36, + 0xd5, 0xc3, 0x6c, 0xf4, 0xb2, 0xdd, 0x39, 0xf9, + 0xf1, 0xcf, 0xc8, 0x83, 0xc4, 0x18, 0xf5, 0x6b, + 0x81, 0xe8, 0xad, 0xe3, 0x63, 0x2f, 0x78, 0x06, + 0x7a, 0x7c, 0xc2, 0x4d, 0x7e, 0xcf, 0x3f, 0xca, + 0x42, 0xed, 0x92, 0xf2, 0xf7, 0xcb, 0xf1, 0x65, + 0x67, 0x22, 0x74, 0x3f, 0x2b, 0x99, 0xe3, 0x1e, + 0xa8, 0xab, 0x7e, 0xaf, 0x22, 0xf9, 0x12, 0x31, + 0x5f, 0x7e, 0xc9, 0x8b, 0xdf, 0x95, 0x2e, 0x4e, + 0x55, 0x7d, 0xbd, 0xc6, 0xef, 0x09, 0x23, 0x8b, + 0x69, 0xfe, 0x76, 0x9d, 0x38, 0x1b, 0xb8, 0x52, + 0xf9, 0xfa, 0x86, 0xfc, 0x72, 0xab, 0xae, 0xf5, + 0x75, 0xe2, 0x5c, 0xcf, 0x94, 0x56, 0x3f, 0x33, + 0x89, 0xfe, 0xfb, 0xdd, 0x06, 0xd5, 0xe3, 0x14, + 0x7c, 0x48, 0x2f, 0x47, 0xe9, 0xd5, 0x01, 0xf4, + 0x3a, 0xfa, 0xde, 0x1e, 0xf8, 0x22, 0x74, 0xae, + 0x54, 0x26, 0x73, 0xfd, 0x7f, 0xe6, 0x5d, 0x37, + 0xdc, 0xa5, 0x37, 0x4e, 0xdc, 0x53, 0xf3, 0x4a, + 0x8a, 0xbf, 0xed, 0xe8, 0xc8, 0x80, 0x10, 0xde, + 0x63, 0x02, 0xab, 0x58, 0xf0, 0xa9, 0x2b, 0x7f, + 0xf9, 0x01, 0xba, 0xf7, 0xf0, 0xb1, 0xea, 0x61, + 0x3e, 0x73, 0xd2, 0xa6, 0xcd, 0x75, 0x3e, 0x13, + 0xf1, 0x29, 0xd5, 0x37, 0xeb, 0xf7, 0x03, 0x47, + 0xe2, 0xbe, 0x7b, 0xb0, 0xfa, 0x8f, 0x59, 0xe8, + 0xd8, 0xcd, 0x8e, 0xea, 0x1f, 0xa3, 0x88, 0xa3, + 0xf0, 0x7d, 0xf8, 0x4c, 0x53, 0x88, 0x5e, 0xde, + 0x3a, 0x2a, 0x23, 0xe8, 0x87, 0xbe, 0x8d, 0xcd, + 0xf4, 0x82, 0xdf, 0xa2, 0xee, 0x54, 0xf8, 0x4c, + 0xfd, 0x54, 0x22, 0xfd, 0xc8, 0xaa, 0xad, 0xc4, + 0x89, 0x39, 0x48, 0x9d, 0xed, 0xb0, 0x53, 0xf5, + 0x79, 0x23, 0xf9, 0x5b, 0x39, 0x4d, 0xf9, 0x53, + 0x93, 0x7d, 0x44, 0xfb, 0x69, 0x5e, 0xdd, 0x93, + 0x3e, 0xfa, 0xcc, 0xa3, 0x29, 0xf0, 0x37, 0xcc, + 0xf7, 0x36, 0xbf, 0x46, 0xa7, 0x4d, 0x71, 0xe6, + 0x5d, 0x1e, 0xeb, 0x55, 0x5f, 0x97, 0x72, 0x7f, + 0x4f, 0x83, 0xa4, 0x77, 0xdd, 0xd3, 0x2c, 0xbc, + 0x1d, 0xa3, 0xfa, 0xe5, 0x4a, 0x5e, 0xf6, 0x9c, + 0x1e, 0x05, 0xef, 0x86, 0x2f, 0x5d, 0x11, 0xc3, + 0x9c, 0xc9, 0x34, 0x66, 0x3f, 0x77, 0x7f, 0xd3, + 0x3c, 0xdf, 0x15, 0x3f, 0x59, 0xc7, 0x53, 0xeb, + 0x39, 0x87, 0x4e, 0x0e, 0xf5, 0xd0, 0xef, 0xb9, + 0x4b, 0xa8, 0xa3, 0xbb, 0xf3, 0x42, 0xe1, 0x13, + 0xf8, 0xdd, 0xb7, 0x4b, 0x86, 0xf6, 0xdb, 0x95, + 0xb8, 0xfa, 0x28, 0x5a, 0xfd, 0xef, 0x7c, 0xf6, + 0x9b, 0x53, 0x5e, 0xf3, 0xb6, 0xf6, 0xdc, 0xc7, + 0x4e, 0x5f, 0xcd, 0x17, 0x23, 0x99, 0x93, 0x2f, + 0x1a, 0x72, 0x14, 0x3e, 0x89, 0xfb, 0x5e, 0xe4, + 0xa4, 0x7e, 0xb8, 0x11, 0xf5, 0x75, 0x6a, 0x67, + 0xd5, 0xc3, 0xad, 0xe8, 0x46, 0x72, 0x57, 0xd5, + 0xd7, 0x10, 0xfa, 0xf9, 0x87, 0xd3, 0x54, 0xdf, + 0x0f, 0x91, 0xdf, 0xe1, 0x71, 0xf2, 0x17, 0xad, + 0xf3, 0x2d, 0x38, 0x86, 0xcd, 0xd1, 0xfe, 0x78, + 0x5f, 0x70, 0x9c, 0xf2, 0xf7, 0x7e, 0xb7, 0xff, + 0x03 +}; + +/** Length of the pre-compressed data using zlib algorithm */ +#define COMP_ZLIB_SIZE 3771 + +/** Pre-compressed data using zlib algorithm */ +static uint8_t compressed_text_zlib[COMP_ZLIB_SIZE] = { + 0x78, 0x9c, 0x35, 0x99, 0x77, 0x5c, 0xd6, 0xe5, + 0x1a, 0xc6, 0x1f, 0x70, 0xa2, 0xe1, 0x0c, 0x50, + 0xb4, 0x70, 0xe7, 0x44, 0xc5, 0x34, 0x27, 0xe6, + 0x04, 0x15, 0x51, 0x73, 0x1e, 0x51, 0x8e, 0x60, + 0x42, 0xe2, 0x08, 0xf5, 0x68, 0x99, 0x24, 0xb8, + 0xd3, 0x24, 0xad, 0xe3, 0x9e, 0xb8, 0x11, 0x50, + 0x12, 0x15, 0xd2, 0xd0, 0xcc, 0x2d, 0x66, 0x28, + 0xe0, 0x20, 0x89, 0x5c, 0xe4, 0xc4, 0x81, 0x0b, + 0xc5, 0x71, 0xce, 0xe7, 0xf9, 0x5e, 0xf5, 0x47, + 0x57, 0x57, 0xbc, 0xef, 0xef, 0xf7, 0x8c, 0xfb, + 0xbe, 0xee, 0xeb, 0xbe, 0x5f, 0x63, 0xfe, 0xff, + 0x4f, 0x68, 0xb7, 0x6f, 0x8d, 0xfd, 0xe7, 0x78, + 0x6d, 0x0b, 0xa3, 0x57, 0xb4, 0x87, 0x4f, 0xf2, + 0xb5, 0xd0, 0x2f, 0xe7, 0x47, 0xf8, 0xdb, 0x61, + 0x16, 0x7a, 0x2e, 0xb9, 0x05, 0xbf, 0x37, 0xc4, + 0x42, 0x03, 0x8f, 0xef, 0xe0, 0x67, 0x22, 0x2c, + 0xec, 0x1f, 0x52, 0x0d, 0x1e, 0x7f, 0xd1, 0x42, + 0x41, 0xa7, 0x5d, 0xf0, 0xa2, 0xf7, 0x2d, 0x5c, + 0xdf, 0x7e, 0x0d, 0xde, 0xfd, 0xaa, 0x85, 0x08, + 0xf3, 0x6f, 0xf8, 0xe1, 0x60, 0x0b, 0x03, 0x4a, + 0xd7, 0x80, 0x17, 0x7e, 0x60, 0xa1, 0x5a, 0x6d, + 0x57, 0xf8, 0xad, 0xdb, 0x16, 0x6e, 0x9e, 0x59, + 0x0c, 0x8f, 0xee, 0x62, 0x61, 0x4a, 0xf9, 0x72, + 0xf0, 0xa1, 0x75, 0x2d, 0x78, 0xbe, 0x58, 0x03, + 0x1f, 0x39, 0xd1, 0x42, 0x8b, 0xc3, 0x39, 0xf0, + 0xf5, 0xac, 0xe7, 0xd4, 0xd1, 0x6d, 0xf0, 0x55, + 0xa5, 0x2c, 0x84, 0x14, 0x85, 0xc1, 0xbd, 0x86, + 0x5b, 0x70, 0xee, 0xbb, 0x1a, 0x9e, 0xc2, 0xe7, + 0x9b, 0xef, 0x6f, 0x02, 0x1f, 0x72, 0xc3, 0xc2, + 0xa6, 0x66, 0x13, 0xf4, 0xbe, 0x6c, 0x0b, 0x75, + 0x83, 0xc6, 0xc2, 0x87, 0xcf, 0xb7, 0x50, 0x62, + 0x57, 0x5b, 0xb8, 0xdb, 0x26, 0xbe, 0x16, 0xcb, + 0x3a, 0xcd, 0xed, 0xa1, 0x16, 0x02, 0x67, 0x8f, + 0x84, 0x67, 0xc5, 0x5a, 0x88, 0x3f, 0x90, 0x0f, + 0x4f, 0x5a, 0x68, 0xe1, 0xcc, 0xd9, 0xfe, 0xf0, + 0xe3, 0x57, 0x2c, 0xac, 0x9e, 0xb2, 0x0a, 0xbe, + 0x67, 0x1d, 0xe7, 0x53, 0xe7, 0x31, 0xbc, 0xe2, + 0x5c, 0x0b, 0xe5, 0x8e, 0xb6, 0x82, 0xcf, 0x7c, + 0xcf, 0xc2, 0x7f, 0x0a, 0x97, 0xc2, 0x3b, 0xf1, + 0xf7, 0x9a, 0x4f, 0x23, 0xe1, 0x1d, 0x0e, 0x58, + 0xc8, 0x89, 0x9e, 0x06, 0x9f, 0xf7, 0xd0, 0x42, + 0xb8, 0x7b, 0x2d, 0xad, 0xef, 0x4f, 0x0b, 0xde, + 0x27, 0x4b, 0xc2, 0x37, 0x64, 0xf1, 0x98, 0xc3, + 0x7a, 0xff, 0xd5, 0x42, 0x0b, 0xaf, 0x76, 0x94, + 0x85, 0x87, 0x12, 0x2f, 0xde, 0x33, 0x8b, 0xc3, + 0x1d, 0xb8, 0xc7, 0xe9, 0xc7, 0xeb, 0xc0, 0x97, + 0x37, 0xb4, 0x70, 0x67, 0x9f, 0xf6, 0x9b, 0xd3, + 0xd3, 0xc2, 0x98, 0xcc, 0x3b, 0xf0, 0x65, 0x5f, + 0x58, 0x58, 0x74, 0x51, 0xcf, 0x6b, 0xbd, 0xd9, + 0xc2, 0xb0, 0x21, 0x03, 0xe1, 0x0d, 0xfd, 0x2d, + 0xdc, 0xeb, 0xcc, 0x7b, 0xcc, 0x8f, 0xc4, 0x57, + 0xbb, 0x2c, 0xfe, 0xbf, 0x29, 0x62, 0x9d, 0x5e, + 0xab, 0x2e, 0xc1, 0x13, 0x7f, 0xb3, 0xd0, 0x3e, + 0x7a, 0x1c, 0x7c, 0xc0, 0x22, 0xbe, 0x3f, 0x5f, + 0xfb, 0xab, 0x42, 0x5c, 0x5e, 0x8e, 0xd4, 0x7d, + 0x0c, 0xe3, 0x7d, 0x8e, 0x2f, 0xde, 0xc2, 0xdd, + 0x89, 0xf7, 0x37, 0x5f, 0x2e, 0x81, 0x77, 0xf9, + 0x99, 0xd7, 0x7c, 0x7c, 0x18, 0xfe, 0xb2, 0x9e, + 0x85, 0xb8, 0xdc, 0x0d, 0xf0, 0xb6, 0x47, 0xf8, + 0xfb, 0x9c, 0xbf, 0xe1, 0x0d, 0xb6, 0x58, 0x38, + 0x97, 0xaf, 0x78, 0xfc, 0xbb, 0xa3, 0x85, 0x12, + 0x0f, 0xb5, 0xde, 0xf6, 0xbf, 0x5a, 0x88, 0x48, + 0x51, 0x7c, 0x2d, 0x39, 0x61, 0x61, 0xf2, 0xa8, + 0xd6, 0xf0, 0x4b, 0xe5, 0x2d, 0x1c, 0x74, 0x71, + 0x80, 0x07, 0x11, 0x1f, 0xf3, 0x17, 0xb6, 0x81, + 0xbf, 0x20, 0xfe, 0x87, 0x25, 0xee, 0x85, 0xff, + 0xcc, 0x7a, 0x62, 0x93, 0x3f, 0x84, 0xaf, 0x24, + 0x6f, 0xcb, 0x27, 0x2b, 0x9e, 0x97, 0x7e, 0x6c, + 0x61, 0xd7, 0xe0, 0x77, 0xe0, 0x77, 0x5b, 0x5a, + 0x78, 0x74, 0x43, 0xef, 0xdf, 0xdd, 0x97, 0xf5, + 0x4d, 0xe7, 0x5e, 0xcd, 0x03, 0xe2, 0xff, 0x79, + 0x59, 0xe5, 0x87, 0xf9, 0xc5, 0xfe, 0xfb, 0xf6, + 0xec, 0xb3, 0xd0, 0x0d, 0xdc, 0x5b, 0xdb, 0x99, + 0x33, 0xe0, 0x79, 0x65, 0x2c, 0xa4, 0x2d, 0x62, + 0xdd, 0xa6, 0x6c, 0xb8, 0x85, 0xd3, 0x3d, 0xb5, + 0xfe, 0xb3, 0xc4, 0x9d, 0x6f, 0xf3, 0x05, 0x70, + 0x1f, 0x47, 0x0b, 0x9f, 0xfa, 0xec, 0x83, 0x1f, + 0x58, 0x66, 0xc1, 0xa3, 0x92, 0xf4, 0xa3, 0x36, + 0xef, 0x7f, 0xbf, 0x23, 0x3a, 0x61, 0x62, 0x89, + 0xf7, 0xea, 0x3e, 0xbc, 0xc7, 0x4c, 0xbb, 0xcf, + 0xf7, 0x8f, 0x91, 0x77, 0xe6, 0xd8, 0x6b, 0x0b, + 0xef, 0x36, 0x7a, 0x0e, 0x9f, 0x44, 0x5c, 0x0f, + 0xf5, 0x5e, 0xa6, 0xbf, 0xcf, 0xb4, 0x10, 0xb8, + 0xab, 0x00, 0xde, 0x8b, 0x38, 0x9a, 0x9a, 0xa9, + 0xf5, 0x8e, 0x6c, 0x6a, 0xa1, 0xdd, 0x0c, 0x74, + 0xc7, 0x84, 0xff, 0xc5, 0xf3, 0xef, 0x73, 0x8f, + 0xa6, 0x0e, 0xf1, 0x55, 0x31, 0x4d, 0xf1, 0xb1, + 0x8e, 0xfd, 0x39, 0x55, 0x54, 0xfc, 0xe6, 0xfc, + 0xcb, 0x42, 0xdc, 0x95, 0x14, 0x78, 0x56, 0x80, + 0x85, 0x84, 0x6c, 0xc5, 0x5f, 0x41, 0x45, 0x0b, + 0xd5, 0x02, 0xbf, 0x81, 0x57, 0xa8, 0x69, 0x21, + 0x31, 0x56, 0xf9, 0xd2, 0x8e, 0xe7, 0xb5, 0x98, + 0x8e, 0x0e, 0x9a, 0x33, 0x37, 0x2d, 0x5c, 0x2f, + 0x97, 0x0b, 0xef, 0x7b, 0xcc, 0x82, 0xef, 0x85, + 0x67, 0x70, 0x1f, 0xf2, 0xd1, 0xe5, 0x08, 0x79, + 0x65, 0x86, 0x71, 0xce, 0x3f, 0xf7, 0x79, 0x05, + 0xff, 0x1c, 0x5e, 0x6b, 0xf6, 0x23, 0x78, 0x55, + 0xf8, 0xfe, 0x7f, 0xf4, 0x62, 0xf5, 0x60, 0x0b, + 0x5f, 0x37, 0xfb, 0x03, 0xfe, 0x94, 0x7d, 0x96, + 0xfd, 0xe8, 0x27, 0xf8, 0x55, 0xce, 0xdd, 0x3d, + 0x41, 0xeb, 0xad, 0xce, 0xf7, 0x23, 0x17, 0x29, + 0x1e, 0x6a, 0xa3, 0x1f, 0x85, 0x43, 0x89, 0x5b, + 0xd3, 0x80, 0xf5, 0x17, 0x56, 0x09, 0x84, 0x6f, + 0x26, 0x0e, 0xab, 0xcd, 0x54, 0x7e, 0x54, 0x26, + 0xbf, 0xf7, 0x0e, 0xa4, 0x6e, 0x98, 0x34, 0xd6, + 0xed, 0x7f, 0x53, 0xeb, 0xbd, 0x95, 0x69, 0x61, + 0x45, 0xa5, 0x53, 0x70, 0x2f, 0xf6, 0xd9, 0x7a, + 0x65, 0x03, 0xf8, 0x15, 0xea, 0xcc, 0xd4, 0xb4, + 0x1f, 0xe0, 0xbd, 0x79, 0x4e, 0x87, 0x3b, 0x3b, + 0xe0, 0x1f, 0xba, 0x5b, 0x48, 0x1d, 0xee, 0x02, + 0xff, 0xf7, 0x78, 0x9e, 0x5f, 0x6d, 0x3a, 0xfc, + 0x0b, 0xee, 0xff, 0xe5, 0xb1, 0x18, 0xf8, 0xe9, + 0x5e, 0x16, 0xc6, 0xd6, 0xd7, 0x7a, 0x4b, 0x10, + 0x3f, 0x09, 0x61, 0xd2, 0x8f, 0xb9, 0x9c, 0x6f, + 0xcd, 0x37, 0x15, 0xe0, 0x8d, 0x5e, 0x5a, 0x88, + 0xfb, 0x9e, 0x7b, 0x36, 0xee, 0xe0, 0xc0, 0x30, + 0xe2, 0xc4, 0x6c, 0x8c, 0xb3, 0x70, 0x30, 0xda, + 0x19, 0x1e, 0x7e, 0x8f, 0xfd, 0xd6, 0x24, 0x6e, + 0xcd, 0xa4, 0xeb, 0x16, 0xda, 0xb9, 0x51, 0xc7, + 0x4c, 0x71, 0x27, 0x0b, 0xc3, 0x52, 0x74, 0x9e, + 0x99, 0xec, 0xb3, 0xd5, 0xdb, 0xc9, 0xf0, 0x25, + 0xe4, 0xe3, 0xee, 0x4a, 0xaa, 0xb7, 0x89, 0x9c, + 0xcb, 0xb5, 0x04, 0xea, 0x9a, 0x79, 0xc8, 0xb9, + 0xdd, 0xb8, 0xbe, 0x1c, 0xbe, 0x8e, 0xbc, 0xe8, + 0x33, 0x86, 0x7d, 0x18, 0x2f, 0xe2, 0xd4, 0x45, + 0x75, 0xd1, 0xf4, 0x68, 0x6e, 0xe1, 0x75, 0x4f, + 0xce, 0xc5, 0xcc, 0x44, 0x37, 0xfc, 0x3d, 0x95, + 0x2f, 0xdb, 0xe1, 0xa5, 0x17, 0xe8, 0xbe, 0xc3, + 0x1b, 0x5b, 0xc8, 0x4a, 0x3c, 0x0e, 0x4f, 0x42, + 0x2f, 0x17, 0xcc, 0xb9, 0x02, 0x6f, 0xc0, 0x79, + 0x0f, 0x38, 0xbe, 0x12, 0xee, 0x5b, 0xd9, 0xc2, + 0xaa, 0x92, 0xda, 0x5f, 0x19, 0xee, 0x2b, 0xf5, + 0x19, 0x71, 0x66, 0xce, 0x53, 0x8f, 0xca, 0x3d, + 0xca, 0x80, 0x57, 0xd9, 0x69, 0x21, 0xd6, 0xc7, + 0x1b, 0xde, 0x95, 0xfa, 0x93, 0xf0, 0x46, 0xfa, + 0x12, 0x40, 0x7d, 0x7c, 0xbc, 0xaf, 0x1f, 0xfc, + 0xbb, 0x78, 0x0b, 0x7e, 0x83, 0xfd, 0xe0, 0x17, + 0xd7, 0x5a, 0x68, 0x92, 0xcc, 0xbe, 0xcc, 0x6a, + 0x74, 0xd9, 0x69, 0xad, 0xf2, 0xb3, 0x33, 0xfb, + 0xce, 0x7b, 0x4c, 0x1e, 0x99, 0x92, 0xac, 0xe7, + 0x68, 0xa1, 0xfc, 0x43, 0x0b, 0xea, 0x40, 0xe2, + 0xda, 0x3d, 0xf0, 0x33, 0xc4, 0xc7, 0x26, 0x7f, + 0x7d, 0x7e, 0x76, 0x6f, 0x0b, 0x91, 0xeb, 0xa4, + 0x6f, 0x4d, 0x88, 0x87, 0x1d, 0xa1, 0xe4, 0xad, + 0xc9, 0xfa, 0xd4, 0xc2, 0x94, 0x9b, 0xd2, 0x5f, + 0x1f, 0xce, 0x35, 0xd7, 0x4f, 0xf5, 0xda, 0x8b, + 0xbc, 0xad, 0xbe, 0x50, 0xfa, 0x73, 0xaf, 0x83, + 0x85, 0x9e, 0x0b, 0x15, 0x1f, 0x47, 0x89, 0xf7, + 0x66, 0x9e, 0x9f, 0xc3, 0x9f, 0xa1, 0x8b, 0x35, + 0x3c, 0xa9, 0x23, 0xa6, 0x36, 0xeb, 0x9d, 0xd3, + 0xea, 0x3c, 0x7c, 0xec, 0x1c, 0x0b, 0x45, 0x73, + 0x88, 0x33, 0x93, 0x44, 0x7c, 0x95, 0xf2, 0x55, + 0x3c, 0x16, 0x47, 0xcf, 0x9e, 0x34, 0x8d, 0xd0, + 0xfb, 0xda, 0x59, 0x28, 0x5b, 0xb6, 0x0a, 0x7c, + 0x5f, 0x7d, 0x9e, 0x1f, 0x58, 0x03, 0xbe, 0x9f, + 0x7a, 0x32, 0x37, 0xde, 0x0b, 0x7e, 0x24, 0xc1, + 0x82, 0xf7, 0x33, 0x1f, 0x78, 0x09, 0xea, 0xf3, + 0xa3, 0xa8, 0x74, 0x3d, 0x0f, 0x3d, 0xce, 0xde, + 0x29, 0x1e, 0xfa, 0x99, 0x85, 0x16, 0xbf, 0xc9, + 0xcf, 0xa5, 0x14, 0x59, 0x58, 0xd9, 0xfd, 0xbf, + 0xf0, 0xbe, 0xf8, 0xc1, 0x4d, 0x6d, 0x7a, 0xc0, + 0xaf, 0x73, 0xef, 0xef, 0x36, 0x26, 0x0e, 0x4c, + 0x66, 0x28, 0xcf, 0x1b, 0x2e, 0x3f, 0xf2, 0x21, + 0xf7, 0xfd, 0xbc, 0xcf, 0x54, 0x78, 0x20, 0x75, + 0x37, 0xe6, 0xaf, 0x07, 0xf0, 0x02, 0xce, 0xa1, + 0xc2, 0x0c, 0x74, 0xd5, 0xc4, 0x12, 0x67, 0xcf, + 0x0a, 0xcf, 0x68, 0xbd, 0xac, 0x63, 0xc9, 0x48, + 0xd5, 0x17, 0x07, 0x74, 0xf5, 0x60, 0xb6, 0xea, + 0xdf, 0x1e, 0xea, 0x6d, 0x6a, 0x42, 0x12, 0xbc, + 0x2b, 0xe7, 0xf9, 0xe5, 0x78, 0xf1, 0x97, 0x1b, + 0x2d, 0xf4, 0x48, 0x57, 0xbc, 0x8d, 0xe6, 0xbd, + 0x7f, 0x1b, 0xee, 0xd9, 0xd4, 0x46, 0x47, 0xce, + 0x0e, 0xc6, 0x27, 0x1a, 0x77, 0xde, 0xfb, 0xc7, + 0xd4, 0xae, 0xfa, 0x3c, 0x79, 0x1e, 0x56, 0x57, + 0x7a, 0x32, 0x7d, 0xb7, 0x05, 0xbf, 0x09, 0xed, + 0xc4, 0x79, 0x6e, 0xbf, 0x6a, 0xdd, 0xe1, 0x75, + 0x39, 0xc7, 0xdd, 0xf1, 0xda, 0x8f, 0xef, 0x18, + 0x0b, 0xb3, 0x47, 0xaa, 0x1e, 0xf5, 0xc7, 0x87, + 0xb7, 0xed, 0x84, 0x6e, 0x98, 0x25, 0xf8, 0xcd, + 0xa2, 0x24, 0xf9, 0x91, 0xe6, 0xf8, 0xca, 0x95, + 0x4b, 0x3b, 0xc3, 0x17, 0x13, 0xd7, 0x5e, 0xde, + 0xd2, 0x83, 0xc1, 0xc4, 0x55, 0xd7, 0x4b, 0xd2, + 0xd3, 0xfb, 0xd4, 0xa9, 0xd5, 0x4f, 0xb8, 0x57, + 0x93, 0xca, 0x3a, 0x6e, 0x47, 0x6b, 0xfd, 0x79, + 0xc4, 0x5d, 0xdd, 0x56, 0x6f, 0xe0, 0xe9, 0xd4, + 0xe1, 0xd2, 0x9d, 0x0f, 0xc2, 0x9f, 0x46, 0xf3, + 0xf9, 0x00, 0xf1, 0x6b, 0xf8, 0xa1, 0xc0, 0xc6, + 0x31, 0x5a, 0x2f, 0x79, 0x32, 0xe2, 0x73, 0xf9, + 0xf1, 0x38, 0xf2, 0x33, 0x23, 0x43, 0xeb, 0x49, + 0xe2, 0x5e, 0xce, 0x8e, 0x55, 0x3e, 0xcc, 0xe1, + 0x3c, 0x5f, 0x3e, 0x95, 0x3f, 0x1d, 0x40, 0xde, + 0x5f, 0x72, 0xc2, 0x27, 0x99, 0x96, 0x1f, 0x59, + 0xb8, 0xb5, 0x47, 0xfa, 0x9b, 0x95, 0x6a, 0x21, + 0x64, 0x82, 0xea, 0xdd, 0x4c, 0xf6, 0xf1, 0x69, + 0xa6, 0xea, 0xf9, 0x8a, 0x44, 0x0b, 0xd9, 0xb2, + 0x13, 0x26, 0x16, 0xbd, 0x98, 0xb7, 0x4a, 0x7e, + 0x72, 0x32, 0x7a, 0x33, 0xaa, 0x40, 0xfe, 0x2a, + 0x9c, 0x7c, 0x18, 0x3a, 0x51, 0xfd, 0xcb, 0x02, + 0x78, 0xc7, 0x14, 0xf9, 0x9f, 0x60, 0x74, 0x21, + 0x2a, 0x59, 0xfd, 0x4f, 0x03, 0xf4, 0xad, 0x6b, + 0xf8, 0x76, 0x78, 0x2e, 0x7d, 0x4b, 0xc4, 0x12, + 0xf2, 0xd8, 0x6c, 0xa1, 0x0e, 0xcc, 0x8f, 0x52, + 0xfd, 0xf4, 0x27, 0xbe, 0x07, 0x87, 0x69, 0xfd, + 0xff, 0xc2, 0xd7, 0x67, 0xe6, 0x29, 0x3e, 0xfa, + 0x8d, 0xb0, 0xb0, 0xe3, 0xc0, 0x13, 0x78, 0x02, + 0xf1, 0x36, 0x77, 0xb9, 0x07, 0x7c, 0x29, 0xfd, + 0x4a, 0x54, 0x82, 0xfa, 0x8b, 0x7b, 0xa5, 0x2d, + 0xb8, 0x1d, 0x20, 0xaf, 0xcc, 0x0d, 0xf2, 0x66, + 0xce, 0x4f, 0xda, 0xdf, 0xa3, 0x29, 0x16, 0x16, + 0x36, 0x92, 0x3e, 0xbd, 0x83, 0x0e, 0x85, 0xd4, + 0x95, 0x7f, 0x79, 0x44, 0xde, 0x45, 0x4c, 0x63, + 0x5d, 0xe6, 0x10, 0xf7, 0x12, 0xd1, 0xfd, 0x7b, + 0xf8, 0xcf, 0xe8, 0x40, 0x2d, 0x3f, 0xf9, 0xc7, + 0x57, 0xaa, 0x2f, 0xdd, 0xdc, 0xe0, 0x21, 0x9c, + 0xff, 0x1f, 0x7f, 0x49, 0x7f, 0x82, 0xf0, 0x0d, + 0x65, 0xd7, 0xe8, 0xef, 0x23, 0xd9, 0x4f, 0x62, + 0xa7, 0x41, 0xf0, 0x60, 0xfc, 0x52, 0x6a, 0x6f, + 0xe5, 0xd7, 0x2c, 0xf2, 0x75, 0x4f, 0xc8, 0xef, + 0xf0, 0xd1, 0xac, 0xbb, 0xa9, 0x9b, 0xf4, 0xb2, + 0x2d, 0x71, 0xf7, 0xf6, 0x6b, 0x74, 0xc8, 0x24, + 0x12, 0x8f, 0x1f, 0x94, 0xd2, 0x7d, 0xb9, 0x92, + 0x47, 0xff, 0xed, 0x22, 0x3f, 0x90, 0x80, 0x1f, + 0x2d, 0x95, 0xa4, 0xf3, 0xf4, 0x20, 0xde, 0x7f, + 0xaa, 0xa4, 0x7c, 0x1a, 0x47, 0xbf, 0x56, 0x31, + 0x1a, 0x5f, 0x6f, 0x3e, 0x24, 0x9e, 0x9b, 0x7c, + 0xae, 0xfd, 0x46, 0x73, 0x6f, 0x0f, 0x0e, 0xa9, + 0x1f, 0xe8, 0x43, 0x3c, 0xcf, 0x3f, 0x5b, 0x0c, + 0x9e, 0xc5, 0xfa, 0x93, 0xbf, 0xd8, 0xa4, 0xfd, + 0x51, 0x87, 0x5b, 0x5e, 0x55, 0x3f, 0xf3, 0x2b, + 0xf1, 0x70, 0xa2, 0x42, 0x25, 0xf8, 0x0d, 0x9e, + 0x53, 0xc7, 0x5d, 0xf9, 0x3a, 0x8b, 0x75, 0x85, + 0xf6, 0x6c, 0x06, 0xbf, 0x14, 0x65, 0x21, 0x7f, + 0x34, 0x79, 0x6e, 0x96, 0x05, 0x59, 0xa8, 0x14, + 0xb9, 0x1e, 0x7e, 0x8f, 0xba, 0xd3, 0xad, 0x2e, + 0x7d, 0x87, 0x69, 0x43, 0xbf, 0xe6, 0x58, 0x5b, + 0x7a, 0x79, 0x09, 0xbd, 0xcd, 0xeb, 0xa6, 0x7e, + 0xba, 0x0c, 0x7a, 0x58, 0x78, 0x91, 0x75, 0x9b, + 0xb5, 0xc4, 0xc5, 0x17, 0x09, 0xd2, 0x53, 0xa7, + 0x51, 0x16, 0xce, 0xfd, 0xad, 0xf3, 0xdb, 0xc2, + 0xf7, 0x96, 0xb5, 0x56, 0xfe, 0xfd, 0x8a, 0xef, + 0x78, 0x72, 0xe1, 0x02, 0xdc, 0x03, 0x3f, 0xb2, + 0x74, 0xa7, 0xf2, 0x31, 0x8e, 0x3e, 0x65, 0xe6, + 0x3e, 0xad, 0x27, 0x8d, 0xfe, 0x69, 0x6c, 0x30, + 0x7d, 0x83, 0xe9, 0x91, 0x66, 0x61, 0x67, 0x92, + 0xf8, 0x62, 0xea, 0xce, 0x99, 0xfa, 0x8a, 0x5f, + 0x57, 0x7c, 0xc8, 0x67, 0xaf, 0xa5, 0x3f, 0xfb, + 0xf1, 0x6d, 0x09, 0x81, 0xf4, 0x2d, 0xe6, 0x2b, + 0x3e, 0xbf, 0xf5, 0x2b, 0x74, 0xd7, 0x14, 0xcc, + 0xb2, 0xb0, 0xc7, 0xb1, 0x13, 0x3c, 0x16, 0xfd, + 0x48, 0xbb, 0xa7, 0xbf, 0xaf, 0x64, 0x1d, 0x49, + 0x13, 0xa5, 0xa7, 0x87, 0x8f, 0x5a, 0xf8, 0x68, + 0x83, 0xfc, 0x44, 0x43, 0xde, 0x7b, 0xba, 0x01, + 0x71, 0x61, 0x4a, 0xe3, 0x63, 0xd2, 0xdb, 0xd2, + 0x07, 0x9a, 0x20, 0x7c, 0xfd, 0xa9, 0xa6, 0x8a, + 0xff, 0x23, 0xf8, 0xf1, 0xa8, 0x31, 0xaa, 0x2f, + 0x81, 0xd4, 0xeb, 0xf1, 0x23, 0x74, 0xde, 0xc5, + 0xf0, 0x59, 0xf5, 0xc7, 0xcb, 0xcf, 0xff, 0x81, + 0xbf, 0xf0, 0x7b, 0x20, 0xff, 0x79, 0xb1, 0x86, + 0x85, 0xb0, 0x8e, 0xba, 0xcf, 0xaa, 0xd4, 0xd9, + 0xfc, 0xf7, 0x14, 0xcf, 0x19, 0xe8, 0x46, 0x66, + 0x9c, 0xf4, 0x63, 0x25, 0xfb, 0xf5, 0xdb, 0x27, + 0x3f, 0x38, 0x95, 0xe7, 0x7f, 0x6b, 0xe4, 0xc7, + 0x0c, 0xf9, 0x55, 0xeb, 0x88, 0xfe, 0x3e, 0x08, + 0xbd, 0x58, 0x55, 0x5c, 0xdf, 0xcf, 0xe2, 0x9c, + 0xab, 0x24, 0xc9, 0x2f, 0x9c, 0x23, 0xaf, 0xdf, + 0x0c, 0xd0, 0x7d, 0xdd, 0xb8, 0x6c, 0x21, 0xbb, + 0x09, 0xbe, 0xcc, 0x9c, 0xe1, 0xbe, 0xba, 0x79, + 0xcf, 0x86, 0x6f, 0xa2, 0x7e, 0x7f, 0xbf, 0x41, + 0xfd, 0xc6, 0x71, 0x74, 0xcc, 0xa1, 0xbd, 0xfc, + 0xf1, 0x5b, 0xfc, 0xfd, 0xa9, 0xdf, 0xd1, 0x4d, + 0xd3, 0x90, 0x3c, 0xcf, 0x3e, 0xfa, 0x1f, 0xb8, + 0x0b, 0xba, 0xef, 0x70, 0x5a, 0xf9, 0xd2, 0x85, + 0xe7, 0x34, 0xbd, 0x80, 0x6f, 0x33, 0xf7, 0xd1, + 0x51, 0x97, 0x4e, 0xf2, 0xdf, 0x8e, 0xd4, 0x83, + 0x79, 0xa3, 0x94, 0xff, 0x41, 0xf8, 0xe7, 0x88, + 0xad, 0xea, 0x3f, 0x2b, 0x87, 0x58, 0x08, 0x4e, + 0x96, 0x5f, 0x58, 0x37, 0xda, 0xc2, 0xe8, 0xfe, + 0xf2, 0x73, 0xaf, 0xf6, 0x5b, 0x98, 0xb8, 0x9e, + 0x3a, 0x6d, 0x66, 0x94, 0x60, 0x5b, 0x23, 0xd4, + 0x0f, 0x4d, 0x40, 0x37, 0x47, 0x5d, 0x95, 0x1f, + 0xd9, 0x4a, 0x7e, 0x7b, 0xcf, 0x96, 0xff, 0x89, + 0x27, 0x1e, 0x7a, 0xdc, 0x93, 0x9f, 0x48, 0xe7, + 0xbc, 0x27, 0x9c, 0x52, 0xbf, 0xd2, 0x0b, 0xbd, + 0xff, 0xfd, 0x03, 0xe5, 0x77, 0xdb, 0x15, 0x16, + 0x26, 0x67, 0x68, 0xbe, 0xb3, 0x0d, 0x7f, 0xd5, + 0x67, 0x90, 0xd6, 0x3f, 0x85, 0x78, 0xbc, 0xf3, + 0x50, 0x7e, 0x79, 0x3a, 0xfe, 0xf8, 0xd3, 0xb9, + 0xf2, 0xc7, 0x6f, 0x59, 0xf7, 0x8c, 0x1d, 0xf2, + 0xaf, 0x77, 0xef, 0xb2, 0xed, 0xc6, 0xf8, 0x0e, + 0xf3, 0x9a, 0xb8, 0x78, 0xd3, 0x4f, 0x7e, 0xf9, + 0x08, 0xf5, 0x63, 0xf5, 0x01, 0xf9, 0xed, 0x50, + 0xee, 0xf3, 0x97, 0xb5, 0xd2, 0x17, 0x67, 0xee, + 0xeb, 0x76, 0x9c, 0xe2, 0x6b, 0x21, 0xfa, 0x38, + 0xbd, 0x9f, 0xf4, 0xcf, 0x9f, 0xf9, 0x90, 0x57, + 0x34, 0xbe, 0xcb, 0x1c, 0x40, 0x0f, 0x5e, 0xc4, + 0x73, 0xef, 0x26, 0x82, 0x7d, 0x2f, 0x2c, 0x62, + 0x2e, 0x60, 0xc2, 0xe8, 0x2b, 0x4e, 0x6c, 0x50, + 0x3f, 0x1a, 0x80, 0x5f, 0xdc, 0xec, 0x7c, 0x1a, + 0xde, 0x9e, 0x7b, 0x76, 0xac, 0xa0, 0x79, 0xdc, + 0x13, 0xe6, 0x34, 0x49, 0x15, 0x39, 0x07, 0xa3, + 0xb1, 0xd4, 0xc4, 0xc5, 0x35, 0xf8, 0x0f, 0x57, + 0xce, 0xeb, 0x9e, 0x97, 0xfc, 0xf2, 0x63, 0xfc, + 0xad, 0xc3, 0xec, 0x46, 0xf0, 0xde, 0xcc, 0x7f, + 0x1e, 0x7e, 0x2f, 0xbd, 0x37, 0xe8, 0x4c, 0x85, + 0xce, 0xea, 0x4f, 0xbe, 0xed, 0xc3, 0xb6, 0xa7, + 0x69, 0xbd, 0xe9, 0xd4, 0xcf, 0x95, 0x09, 0xe8, + 0x96, 0xe9, 0xcb, 0xba, 0x03, 0x72, 0x75, 0x1e, + 0x6e, 0xec, 0x7f, 0x7d, 0x92, 0xe6, 0x5b, 0xdf, + 0x71, 0x2e, 0x59, 0x99, 0xaa, 0x57, 0x2b, 0xd0, + 0xdb, 0x32, 0x79, 0xca, 0x87, 0x20, 0xe2, 0xa2, + 0x58, 0x96, 0xf2, 0xf9, 0x1c, 0x7a, 0x9a, 0x5a, + 0xa0, 0xfe, 0x69, 0x1b, 0x7d, 0xb6, 0x73, 0x91, + 0xf2, 0xed, 0x20, 0xf3, 0x88, 0xd5, 0xdd, 0x88, + 0x4b, 0xf3, 0x0b, 0x71, 0x1a, 0x5f, 0x4c, 0xe7, + 0x51, 0x8e, 0xf5, 0x9f, 0xdf, 0xdc, 0x41, 0xef, + 0x63, 0x1d, 0x0e, 0xef, 0x7e, 0xa9, 0xed, 0x11, + 0x4f, 0x79, 0x4b, 0x55, 0xaf, 0x0b, 0xb8, 0xcf, + 0x0b, 0x6f, 0x14, 0x4f, 0xcf, 0xa8, 0x47, 0x5f, + 0x3f, 0x25, 0x8e, 0x8c, 0xf7, 0x57, 0x16, 0x8e, + 0xa5, 0xc8, 0x2f, 0xb9, 0xa2, 0x73, 0xdf, 0xc5, + 0xc8, 0x3f, 0xd4, 0x44, 0xa7, 0x3d, 0x63, 0xa4, + 0x37, 0x4d, 0x88, 0x9f, 0x44, 0x07, 0xe9, 0xb5, + 0x23, 0xf7, 0x75, 0x7c, 0x97, 0xfa, 0x8f, 0x7d, + 0xcc, 0x9d, 0x46, 0x76, 0xd1, 0x7c, 0xec, 0x14, + 0x79, 0xb3, 0x60, 0x9c, 0xf4, 0xc2, 0x83, 0xf5, + 0x86, 0x87, 0xa2, 0x33, 0x66, 0x39, 0xf5, 0x24, + 0xb7, 0xb5, 0xfc, 0xee, 0x3b, 0xf4, 0xd1, 0x83, + 0x26, 0x2b, 0x3e, 0xe7, 0xa3, 0x3b, 0xee, 0xb3, + 0xe4, 0x77, 0x1a, 0xa1, 0x2b, 0x35, 0x27, 0xa9, + 0x5f, 0xaf, 0x86, 0x7f, 0x70, 0xe8, 0xf2, 0x31, + 0xbc, 0x14, 0xf5, 0xc3, 0xb9, 0x03, 0xcf, 0x35, + 0x97, 0xd0, 0xf1, 0xd7, 0x57, 0x34, 0x6f, 0xfd, + 0x16, 0x7f, 0xe1, 0x9a, 0xaa, 0xf8, 0x38, 0x4c, + 0xfc, 0x6c, 0xc8, 0xe2, 0x7b, 0x66, 0x33, 0xfd, + 0xfc, 0x75, 0x4f, 0xad, 0x3f, 0x9d, 0xfd, 0x65, + 0x24, 0xca, 0x5f, 0xfd, 0x40, 0x1d, 0xcd, 0xb8, + 0xa5, 0xf9, 0xe1, 0x0a, 0xea, 0x67, 0x2f, 0x37, + 0xc5, 0x4b, 0x4b, 0xf2, 0x31, 0xe8, 0xa6, 0xe6, + 0x0b, 0xe7, 0xd1, 0xbd, 0x81, 0xc1, 0xca, 0xc7, + 0x73, 0xd4, 0xb3, 0xb1, 0xf9, 0xba, 0xcf, 0x16, + 0xcc, 0xbd, 0xfe, 0x2c, 0xfa, 0xa7, 0x9e, 0x50, + 0x1f, 0x52, 0x2f, 0x0e, 0x80, 0x3f, 0x47, 0x17, + 0xf3, 0x23, 0xa4, 0xe7, 0xb9, 0xf8, 0xcd, 0xca, + 0xae, 0xf2, 0xff, 0x0f, 0xa8, 0x33, 0x79, 0xfd, + 0x55, 0x6f, 0x6a, 0xf0, 0xb9, 0x13, 0x0e, 0xc4, + 0x91, 0xb9, 0x46, 0x5c, 0xc6, 0xcf, 0x51, 0x3f, + 0xff, 0x27, 0xf3, 0x92, 0xcd, 0x67, 0xb4, 0xdf, + 0xde, 0xf4, 0x3b, 0x33, 0xdc, 0xe5, 0x1f, 0xbe, + 0xe1, 0x5c, 0xab, 0xa7, 0xab, 0xbe, 0xf7, 0xa7, + 0xbe, 0xba, 0x37, 0x51, 0xfe, 0xde, 0xa7, 0x0e, + 0xdd, 0x6d, 0xa4, 0xfb, 0x0c, 0xc1, 0xb7, 0xd7, + 0xb9, 0xa1, 0xf9, 0xac, 0x1f, 0x7e, 0xa4, 0xdd, + 0x29, 0xcd, 0xcf, 0xa7, 0xe2, 0xef, 0xdf, 0x0f, + 0xce, 0x83, 0xc7, 0x26, 0x5b, 0x48, 0xd0, 0xdc, + 0xd6, 0x14, 0xa1, 0x2f, 0x61, 0x55, 0xb5, 0xfe, + 0xcf, 0x30, 0xce, 0x8f, 0x73, 0xf4, 0xbc, 0x21, + 0xc4, 0x5f, 0xf7, 0xe2, 0xf2, 0x27, 0x25, 0x99, + 0x1b, 0xf9, 0x0c, 0xda, 0x0a, 0x6f, 0x84, 0xdf, + 0xa8, 0xd7, 0xfd, 0x6b, 0x78, 0x39, 0xb8, 0x73, + 0x34, 0x3a, 0x6f, 0x32, 0xd0, 0x95, 0xbb, 0x2e, + 0x8a, 0xd7, 0x24, 0xf6, 0xeb, 0x51, 0x0f, 0x5f, + 0x6b, 0xc6, 0x72, 0x9f, 0x6d, 0x07, 0x4b, 0xef, + 0xdb, 0x3d, 0xb5, 0x70, 0xe8, 0xa5, 0xfa, 0xb9, + 0x01, 0xdc, 0x5f, 0xc3, 0x1d, 0xea, 0x97, 0xe3, + 0x39, 0x87, 0xfd, 0x27, 0x75, 0x7f, 0xfe, 0xf8, + 0xb8, 0xc2, 0x36, 0x3a, 0xcf, 0x67, 0xf0, 0x13, + 0x17, 0xd1, 0x5d, 0xe3, 0xca, 0xdc, 0x7f, 0x9d, + 0xaf, 0xea, 0xc7, 0x24, 0xf6, 0x57, 0xf1, 0xa5, + 0xfa, 0xab, 0xd2, 0xdc, 0xf7, 0xe5, 0x89, 0xea, + 0x7f, 0x8b, 0x93, 0x9f, 0x23, 0x0a, 0xe5, 0x5f, + 0x6b, 0x31, 0xaf, 0x2a, 0x93, 0x26, 0xfd, 0xd9, + 0x46, 0xfc, 0xf4, 0x4e, 0x67, 0x4e, 0x68, 0x9a, + 0xe3, 0xeb, 0xf7, 0x6e, 0x95, 0xbf, 0x0e, 0x20, + 0xee, 0x8a, 0xe5, 0xa8, 0x3f, 0x8b, 0x21, 0xcf, + 0x9c, 0x53, 0x3c, 0xf5, 0x3c, 0xe2, 0xc2, 0x39, + 0x5f, 0xf1, 0xeb, 0xc3, 0x5c, 0x78, 0xf8, 0x73, + 0x7d, 0x5e, 0xf3, 0xbe, 0xd5, 0x3f, 0xc8, 0x6f, + 0xcc, 0xc3, 0xb7, 0x7e, 0x59, 0x4e, 0xf7, 0x3d, + 0x08, 0x5f, 0x7b, 0xbe, 0xa5, 0xfe, 0x1e, 0x8e, + 0x1f, 0xf2, 0xcb, 0x57, 0x7e, 0xad, 0xe1, 0x9c, + 0xe6, 0xde, 0x90, 0x7e, 0xdd, 0xc1, 0x2f, 0x94, + 0x3f, 0x31, 0x0f, 0xbe, 0x82, 0xba, 0x59, 0xb0, + 0x5c, 0xf7, 0x77, 0x97, 0x39, 0xf2, 0x9a, 0xbd, + 0xf4, 0x75, 0xa6, 0x3f, 0x3a, 0xe4, 0xbc, 0x4b, + 0xbf, 0xff, 0x6c, 0xc3, 0x47, 0xbe, 0xcc, 0xd5, + 0x7d, 0x0e, 0x8d, 0xb2, 0x70, 0x69, 0x91, 0xf2, + 0xe3, 0x47, 0xce, 0x75, 0x6f, 0x8e, 0xe2, 0xeb, + 0x32, 0x7a, 0xdc, 0xb7, 0x73, 0x75, 0xf8, 0x61, + 0xea, 0xfa, 0xeb, 0x71, 0xf2, 0x07, 0xc3, 0x39, + 0x37, 0xa7, 0x8d, 0xf2, 0x13, 0x43, 0xc9, 0xdb, + 0x86, 0x6e, 0xaa, 0xaf, 0x5b, 0xc8, 0x97, 0x6b, + 0x4e, 0xe8, 0xa8, 0xd9, 0x84, 0x4e, 0x17, 0x2d, + 0x52, 0x7d, 0x4d, 0xa1, 0x2f, 0xac, 0x3c, 0x5e, + 0xfa, 0xe4, 0x43, 0xdc, 0x0d, 0xe8, 0xcd, 0xdc, + 0xc6, 0xac, 0xfa, 0xc4, 0x42, 0xf3, 0xdd, 0xf8, + 0x04, 0x33, 0xf2, 0x5d, 0x0b, 0x5e, 0xcd, 0xb9, + 0x47, 0x53, 0x9b, 0x79, 0x9f, 0xbf, 0x3f, 0xbe, + 0xd1, 0xfc, 0x8e, 0x5e, 0x4e, 0xb9, 0x2c, 0x7d, + 0x0b, 0x60, 0x6e, 0x34, 0x39, 0x44, 0xe7, 0x3b, + 0x01, 0xff, 0x91, 0x1c, 0xa9, 0xfe, 0xaa, 0x37, + 0xf3, 0xc8, 0x9a, 0x1f, 0x77, 0x83, 0x8f, 0xe1, + 0xbe, 0xeb, 0x07, 0x3f, 0xd5, 0xe7, 0x59, 0x87, + 0xe7, 0x43, 0xbd, 0xbf, 0x2e, 0xba, 0x93, 0xbe, + 0x4b, 0xf3, 0xdc, 0x8f, 0xd0, 0xf1, 0xa8, 0x96, + 0xaa, 0xe7, 0x2f, 0x4e, 0x5a, 0xc8, 0x39, 0xae, + 0xfb, 0x08, 0x66, 0x7f, 0x6b, 0xee, 0x6b, 0x1e, + 0x75, 0x91, 0x38, 0xac, 0x1a, 0xa9, 0x7c, 0xf9, + 0x91, 0xf7, 0xbd, 0x9f, 0xa5, 0x7e, 0x72, 0x1c, + 0xbe, 0xb6, 0x67, 0xa2, 0x7e, 0x4f, 0xe8, 0xc3, + 0x3d, 0x9f, 0xbb, 0xa2, 0xfe, 0x3d, 0xe2, 0x8a, + 0x85, 0x49, 0x19, 0xfa, 0xbd, 0xc2, 0x83, 0xf3, + 0xef, 0x79, 0x02, 0x5d, 0x31, 0xb7, 0xd1, 0xfb, + 0x69, 0x9e, 0xe8, 0x86, 0x39, 0x44, 0x9d, 0x1a, + 0xfa, 0x19, 0xbe, 0xd8, 0x34, 0xa7, 0x5f, 0x76, + 0xae, 0xa3, 0x79, 0xfc, 0x34, 0xe6, 0x45, 0x6b, + 0xca, 0xe8, 0xfd, 0xad, 0xa8, 0xa7, 0xf9, 0x0d, + 0x55, 0xaf, 0xd2, 0x88, 0x93, 0x80, 0x41, 0xf8, + 0x38, 0x93, 0x4a, 0x5c, 0x3a, 0x46, 0xab, 0xbe, + 0x5d, 0x26, 0xae, 0xf6, 0x6e, 0x51, 0x3d, 0xcc, + 0x45, 0x2f, 0x3b, 0x9c, 0x96, 0x1f, 0xff, 0x84, + 0x3c, 0x48, 0x8e, 0x53, 0xbf, 0x36, 0x18, 0xbd, + 0x75, 0x7c, 0xa4, 0xfe, 0x29, 0x0b, 0x3d, 0x3e, + 0xea, 0x2a, 0xbf, 0xe7, 0x17, 0x63, 0xa1, 0x4e, + 0x49, 0xf9, 0xfb, 0xa5, 0xf8, 0xb2, 0x93, 0x51, + 0xba, 0x9f, 0xe5, 0xcc, 0x71, 0xf7, 0xd6, 0x53, + 0xbf, 0x57, 0x89, 0x7c, 0x89, 0x9a, 0x2b, 0xbf, + 0xd4, 0x8c, 0xdf, 0x95, 0x32, 0x26, 0xab, 0xbe, + 0x5e, 0xe6, 0xf7, 0x84, 0xa0, 0x62, 0x9a, 0xbf, + 0x5d, 0x21, 0xce, 0x06, 0x2d, 0x57, 0xbe, 0xbe, + 0x26, 0xbf, 0x5c, 0x6b, 0x68, 0x7d, 0x5d, 0x38, + 0xd7, 0x93, 0xa5, 0xd5, 0xcf, 0x4c, 0xa0, 0xff, + 0x7e, 0xbb, 0x4e, 0xf5, 0x38, 0x0d, 0x1f, 0xd2, + 0xdb, 0x51, 0x7a, 0xb5, 0x17, 0xbd, 0x8e, 0xbd, + 0xad, 0x79, 0xee, 0x02, 0x74, 0xae, 0x54, 0x36, + 0x73, 0xfd, 0x7f, 0xe6, 0x5d, 0x57, 0xdd, 0xa4, + 0x37, 0x4e, 0xdc, 0x53, 0x8b, 0xca, 0x8a, 0xbf, + 0xad, 0xe8, 0xc8, 0xc0, 0xb0, 0x29, 0x3a, 0x9f, + 0xaa, 0x16, 0xda, 0xd5, 0x93, 0xbf, 0x7c, 0x0f, + 0xdd, 0xbb, 0xff, 0x48, 0xf5, 0xf0, 0x21, 0x73, + 0xd2, 0xa6, 0x2d, 0x74, 0x3e, 0xe3, 0xf1, 0x29, + 0x35, 0x36, 0xea, 0xf7, 0x03, 0x47, 0xe2, 0xbe, + 0x47, 0xa8, 0xfa, 0x8f, 0x19, 0xe8, 0xd8, 0xb5, + 0xce, 0xea, 0x1f, 0x63, 0x88, 0xa3, 0xc8, 0xdd, + 0xf8, 0x4c, 0x53, 0x88, 0x5e, 0x5e, 0x3f, 0x24, + 0x23, 0xe8, 0x83, 0xbe, 0x8d, 0xce, 0xd6, 0xfd, + 0x5c, 0xa7, 0xee, 0x54, 0xfc, 0x44, 0xfd, 0x54, + 0x32, 0xfd, 0xc8, 0x8a, 0xcd, 0xc4, 0x89, 0xd9, + 0x47, 0x9d, 0xed, 0xb4, 0x5d, 0xf5, 0x79, 0x3d, + 0xf9, 0x5b, 0xe5, 0xac, 0xf2, 0xa7, 0x16, 0xfb, + 0x88, 0xf5, 0xd1, 0xbc, 0xba, 0x17, 0x7d, 0xf4, + 0xc9, 0x07, 0x93, 0xe0, 0xaf, 0x99, 0xef, 0x6d, + 0x7c, 0x85, 0x4e, 0x9b, 0xe2, 0xcc, 0xbb, 0xdc, + 0xd7, 0xaa, 0xbe, 0x2e, 0xe6, 0xfe, 0x9e, 0x04, + 0x4b, 0xef, 0x7a, 0x90, 0x7f, 0x6f, 0x42, 0x54, + 0xbf, 0x5c, 0xc8, 0xcb, 0x5e, 0x53, 0x63, 0xe0, + 0xbe, 0xf8, 0xd2, 0x65, 0x71, 0xcc, 0x99, 0x4c, + 0x13, 0xf6, 0x73, 0xeb, 0x37, 0xcd, 0xf3, 0x5d, + 0xf0, 0x93, 0x75, 0x3d, 0xb4, 0x9e, 0xd3, 0xe8, + 0xe4, 0x30, 0x77, 0xfd, 0x9e, 0xbb, 0x88, 0x3a, + 0xba, 0x33, 0x9f, 0xdf, 0x3d, 0xcc, 0x38, 0x7e, + 0xf7, 0xed, 0x96, 0xa5, 0xfd, 0x76, 0x27, 0xae, + 0x3e, 0x88, 0x55, 0xff, 0x3b, 0x97, 0xfd, 0xe6, + 0x95, 0xd7, 0xbc, 0xad, 0x23, 0xf7, 0xb1, 0xdd, + 0x5b, 0xf3, 0xc5, 0x68, 0xe6, 0xe4, 0x0b, 0x02, + 0x0e, 0xc1, 0x27, 0x70, 0xdf, 0x0b, 0x9c, 0xd4, + 0x0f, 0x37, 0xa6, 0xbe, 0x4e, 0xee, 0xaa, 0x7a, + 0xb8, 0x19, 0xdd, 0x48, 0xed, 0xae, 0xfa, 0x1a, + 0x46, 0x3f, 0x7f, 0x7f, 0x8a, 0xea, 0xfb, 0x7e, + 0xf2, 0x3b, 0x32, 0x41, 0xfe, 0xa2, 0x0d, 0x3a, + 0xec, 0x18, 0x31, 0x4b, 0xfb, 0xe3, 0x7d, 0xa1, + 0x09, 0xca, 0xdf, 0x3b, 0xbe, 0xff, 0x03, 0x4e, + 0x9a, 0x03, 0x4d +}; + +#endif commit 4ce3d7c700607b433718de07f875184cf3fcef35 Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Date: Thu Nov 29 13:56:27 2018 +0300 linux-gen: event: define ODP_EVENT_PACKET_COMP Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/include/odp/api/spec/event.h b/include/odp/api/spec/event.h index a6b8fdbf..162fd5a7 100644 --- a/include/odp/api/spec/event.h +++ b/include/odp/api/spec/event.h @@ -79,7 +79,7 @@ extern "C" { * - ODP_EVENT_PACKET_BASIC * - Packet event (odp_packet_t) with basic packet metadata * - ODP_EVENT_PACKET_COMP - * - Packet event (odp_packet_t) generated as a result of an compression/ + * - Packet event (odp_packet_t) generated as a result of a compression/ * decompression operation. It contains compression specific metadata in * addition to the basic packet metadata. * - ODP_EVENT_PACKET_CRYPTO diff --git a/platform/linux-generic/include-abi/odp/api/abi/event.h b/platform/linux-generic/include-abi/odp/api/abi/event.h index d7bd57c0..a8024654 100644 --- a/platform/linux-generic/include-abi/odp/api/abi/event.h +++ b/platform/linux-generic/include-abi/odp/api/abi/event.h @@ -40,7 +40,8 @@ typedef enum odp_event_subtype_t { ODP_EVENT_NO_SUBTYPE = 0, ODP_EVENT_PACKET_BASIC = 1, ODP_EVENT_PACKET_CRYPTO = 2, - ODP_EVENT_PACKET_IPSEC = 3 + ODP_EVENT_PACKET_IPSEC = 3, + ODP_EVENT_PACKET_COMP = 4 } odp_event_subtype_t; /* Inlined functions for non-ABI compat mode */ commit 44820ab64901d087c428a0de52f576d3e27d2599 Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Date: Thu Nov 29 13:53:00 2018 +0300 linux-gen: add compression ABI file Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/platform/linux-generic/Makefile.am b/platform/linux-generic/Makefile.am index f21fbf70..7c76a4f9 100644 --- a/platform/linux-generic/Makefile.am +++ b/platform/linux-generic/Makefile.am @@ -52,6 +52,7 @@ odpapiabiarchinclude_HEADERS += \ include-abi/odp/api/abi/buffer.h \ include-abi/odp/api/abi/byteorder.h \ include-abi/odp/api/abi/classification.h \ + include-abi/odp/api/abi/comp.h \ include-abi/odp/api/abi/cpumask.h \ include-abi/odp/api/abi/crypto.h \ include-abi/odp/api/abi/debug.h \ diff --git a/platform/linux-generic/include-abi/odp/api/abi/comp.h b/platform/linux-generic/include-abi/odp/api/abi/comp.h new file mode 100644 index 00000000..ac3d3a4a --- /dev/null +++ b/platform/linux-generic/include-abi/odp/api/abi/comp.h @@ -0,0 +1,34 @@ +/* Copyright (c) 2018, Linaro Limited + * All rights reserved. + * + * SPDX-License-Identifier: BSD-3-Clause + */ + +#ifndef ODP_ABI_COMP_H_ +#define ODP_ABI_COMP_H_ + +#include <odp/api/plat/strong_types.h> + +#ifdef __cplusplus +extern "C" { +#endif + +#include <stdint.h> + +/** @ingroup odp_compression + * @{ + */ + +typedef ODP_HANDLE_T(odp_comp_session_t); + +#define ODP_COMP_SESSION_INVALID _odp_cast_scalar(odp_comp_session_t, 0) + +/** + * @} + */ + +#ifdef __cplusplus +} +#endif + +#endif commit 5d9c339a04cd766449b3bef701f3baa8fb0d2b8e Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Date: Thu Nov 29 13:56:17 2018 +0300 api: event: define ODP_EVENT_PACKET_COMP Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/include/odp/api/abi-default/event.h b/include/odp/api/abi-default/event.h index b0eee9cb..3f88681b 100644 --- a/include/odp/api/abi-default/event.h +++ b/include/odp/api/abi-default/event.h @@ -36,7 +36,8 @@ typedef enum odp_event_subtype_t { ODP_EVENT_NO_SUBTYPE = 0, ODP_EVENT_PACKET_BASIC = 1, ODP_EVENT_PACKET_CRYPTO = 2, - ODP_EVENT_PACKET_IPSEC = 3 + ODP_EVENT_PACKET_IPSEC = 3, + ODP_EVENT_PACKET_COMP = 4 } odp_event_subtype_t; /** diff --git a/include/odp/api/spec/event.h b/include/odp/api/spec/event.h index affdc7b0..a6b8fdbf 100644 --- a/include/odp/api/spec/event.h +++ b/include/odp/api/spec/event.h @@ -78,6 +78,10 @@ extern "C" { * List of event subtypes: * - ODP_EVENT_PACKET_BASIC * - Packet event (odp_packet_t) with basic packet metadata + * - ODP_EVENT_PACKET_COMP + * - Packet event (odp_packet_t) generated as a result of an compression/ + * decompression operation. It contains compression specific metadata in + * addition to the basic packet metadata. * - ODP_EVENT_PACKET_CRYPTO * - Packet event (odp_packet_t) generated as a result of a Crypto * operation. It contains crypto specific metadata in addition to the commit 126798b957b0fcc6f55ab93ee0cd50c2a9eb62a2 Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Date: Thu Nov 29 13:46:35 2018 +0300 api: fix compression API headers - small syntax typo fix - fix header guarding define - add abi files - include comp.h from odp_api.h header Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/include/Makefile.am b/include/Makefile.am index 97f52840..49ed0164 100644 --- a/include/Makefile.am +++ b/include/Makefile.am @@ -16,6 +16,7 @@ odpapiinclude_HEADERS = \ odp/api/byteorder.h \ odp/api/chksum.h \ odp/api/classification.h \ + odp/api/comp.h \ odp/api/cpu.h \ odp/api/cpumask.h \ odp/api/crypto.h \ @@ -65,6 +66,7 @@ odpapispecinclude_HEADERS = \ odp/api/spec/byteorder.h \ odp/api/spec/chksum.h \ odp/api/spec/classification.h \ + odp/api/spec/comp.h \ odp/api/spec/cpu.h \ odp/api/spec/cpumask.h \ odp/api/spec/crypto.h \ @@ -117,6 +119,7 @@ odpapiabidefaultinclude_HEADERS = \ odp/api/abi-default/buffer.h \ odp/api/abi-default/byteorder.h \ odp/api/abi-default/classification.h \ + odp/api/abi-default/comp.h \ odp/api/abi-default/cpu.h \ odp/api/abi-default/cpumask.h \ odp/api/abi-default/crypto.h \ @@ -159,6 +162,7 @@ odpapiabiarchinclude_HEADERS = \ odp/arch/arm32-linux/odp/api/abi/buffer.h \ odp/arch/arm32-linux/odp/api/abi/byteorder.h \ odp/arch/arm32-linux/odp/api/abi/classification.h \ + odp/arch/arm32-linux/odp/api/abi/comp.h \ odp/arch/arm32-linux/odp/api/abi/cpu.h \ odp/arch/arm32-linux/odp/api/abi/cpumask.h \ odp/arch/arm32-linux/odp/api/abi/crypto.h \ @@ -197,6 +201,7 @@ odpapiabiarchinclude_HEADERS = \ odp/arch/arm64-linux/odp/api/abi/buffer.h \ odp/arch/arm64-linux/odp/api/abi/byteorder.h \ odp/arch/arm64-linux/odp/api/abi/classification.h \ + odp/arch/arm64-linux/odp/api/abi/comp.h \ odp/arch/arm64-linux/odp/api/abi/cpu.h \ odp/arch/arm64-linux/odp/api/abi/cpumask.h \ odp/arch/arm64-linux/odp/api/abi/crypto.h \ @@ -235,6 +240,7 @@ odpapiabiarchinclude_HEADERS = \ odp/arch/default-linux/odp/api/abi/buffer.h \ odp/arch/default-linux/odp/api/abi/byteorder.h \ odp/arch/default-linux/odp/api/abi/classification.h \ + odp/arch/default-linux/odp/api/abi/comp.h \ odp/arch/default-linux/odp/api/abi/cpu.h \ odp/arch/default-linux/odp/api/abi/cpumask.h \ odp/arch/default-linux/odp/api/abi/crypto.h \ @@ -273,6 +279,7 @@ odpapiabiarchinclude_HEADERS = \ odp/arch/mips64-linux/odp/api/abi/buffer.h \ odp/arch/mips64-linux/odp/api/abi/byteorder.h \ odp/arch/mips64-linux/odp/api/abi/classification.h \ + odp/arch/mips64-linux/odp/api/abi/comp.h \ odp/arch/mips64-linux/odp/api/abi/cpu.h \ odp/arch/mips64-linux/odp/api/abi/cpumask.h \ odp/arch/mips64-linux/odp/api/abi/crypto.h \ @@ -311,6 +318,7 @@ odpapiabiarchinclude_HEADERS = \ odp/arch/power64-linux/odp/api/abi/buffer.h \ odp/arch/power64-linux/odp/api/abi/byteorder.h \ odp/arch/power64-linux/odp/api/abi/classification.h \ + odp/arch/power64-linux/odp/api/abi/comp.h \ odp/arch/power64-linux/odp/api/abi/cpu.h \ odp/arch/power64-linux/odp/api/abi/cpumask.h \ odp/arch/power64-linux/odp/api/abi/crypto.h \ @@ -349,6 +357,7 @@ odpapiabiarchinclude_HEADERS = \ odp/arch/x86_32-linux/odp/api/abi/buffer.h \ odp/arch/x86_32-linux/odp/api/abi/byteorder.h \ odp/arch/x86_32-linux/odp/api/abi/classification.h \ + odp/arch/x86_32-linux/odp/api/abi/comp.h \ odp/arch/x86_32-linux/odp/api/abi/cpu.h \ odp/arch/x86_32-linux/odp/api/abi/cpumask.h \ odp/arch/x86_32-linux/odp/api/abi/crypto.h \ @@ -387,6 +396,7 @@ odpapiabiarchinclude_HEADERS = \ odp/arch/x86_64-linux/odp/api/abi/buffer.h \ odp/arch/x86_64-linux/odp/api/abi/byteorder.h \ odp/arch/x86_64-linux/odp/api/abi/classification.h \ + odp/arch/x86_64-linux/odp/api/abi/comp.h \ odp/arch/x86_64-linux/odp/api/abi/cpu.h \ odp/arch/x86_64-linux/odp/api/abi/cpumask.h \ odp/arch/x86_64-linux/odp/api/abi/crypto.h \ diff --git a/include/odp/api/comp.h b/include/odp/api/comp.h new file mode 100644 index 00000000..59d4f52a --- /dev/null +++ b/include/odp/api/comp.h @@ -0,0 +1,30 @@ +/* Copyright (c) 2018, Linaro Limited + * All rights reserved. + * + * SPDX-License-Identifier: BSD-3-Clause + */ + +/** + * @file + * + * ODP crypto + */ + +#ifndef ODP_API_COMP_H_ +#define ODP_API_COMP_H_ + +#ifdef __cplusplus +extern "C" { +#endif + +#include <odp/api/abi/comp.h> +#include <odp/api/abi/event.h> +#include <odp/api/abi/queue.h> + +#include <odp/api/spec/comp.h> + +#ifdef __cplusplus +} +#endif + +#endif diff --git a/include/odp/api/spec/comp.h b/include/odp/api/spec/comp.h index a5eb5a23..e0271919 100644 --- a/include/odp/api/spec/comp.h +++ b/include/odp/api/spec/comp.h @@ -10,8 +10,8 @@ * ODP Compression */ -#ifndef ODP_API_COMP_H_ -#define ODP_API_COMP_H_ +#ifndef ODP_API_SPEC_COMP_H_ +#define ODP_API_SPEC_COMP_H_ #include <odp/visibility_begin.h> #include <odp/api/support.h> @@ -121,7 +121,7 @@ typedef union odp_comp_hash_algos_t { /** hash algorithms */ struct { /** ODP_COMP_HASH_ALG_NONE */ - uint32_t none : 1, + uint32_t none : 1; /** ODP_COMP_HASH_ALG_SHA1 */ uint32_t sha1 : 1; @@ -181,7 +181,7 @@ typedef struct odp_comp_capability_t { /** Synchronous compression mode support (ODP_COMP_OP_MODE_SYNC) */ odp_support_t sync; - /** Aynchronous compression mode support (ODP_COMP_OP_MODE_SSYNC) */ + /** Aynchronous compression mode support (ODP_COMP_OP_MODE_ASYNC) */ odp_support_t async; } odp_comp_capability_t; @@ -343,7 +343,7 @@ typedef struct odp_comp_packet_result_t { /** Output packet data range * Specifies offset and length of data resulting from compression * operation. When hashing is configured output_data_range.len equals - * length of output data + 'digest+len' + * length of output data + length of digest. */ odp_packet_data_range_t output_data_range; } odp_comp_packet_result_t; diff --git a/include/odp/arch/arm32-linux/odp/api/abi/comp.h b/include/odp/arch/arm32-linux/odp/api/abi/comp.h new file mode 100644 index 00000000..a8f6439f --- /dev/null +++ b/include/odp/arch/arm32-linux/odp/api/abi/comp.h @@ -0,0 +1,7 @@ +/* Copyright (c) 2018, Linaro Limited + * All rights reserved. + * + * SPDX-License-Identifier: BSD-3-Clause + */ + +#include <odp/api/abi-default/comp.h> diff --git a/include/odp/arch/arm64-linux/odp/api/abi/comp.h b/include/odp/arch/arm64-linux/odp/api/abi/comp.h new file mode 100644 index 00000000..a8f6439f --- /dev/null +++ b/include/odp/arch/arm64-linux/odp/api/abi/comp.h @@ -0,0 +1,7 @@ +/* Copyright (c) 2018, Linaro Limited + * All rights reserved. + * + * SPDX-License-Identifier: BSD-3-Clause + */ + +#include <odp/api/abi-default/comp.h> diff --git a/include/odp/arch/default-linux/odp/api/abi/comp.h b/include/odp/arch/default-linux/odp/api/abi/comp.h new file mode 100644 index 00000000..a8f6439f --- /dev/null +++ b/include/odp/arch/default-linux/odp/api/abi/comp.h @@ -0,0 +1,7 @@ +/* Copyright (c) 2018, Linaro Limited + * All rights reserved. + * + * SPDX-License-Identifier: BSD-3-Clause + */ + +#include <odp/api/abi-default/comp.h> diff --git a/include/odp/arch/mips64-linux/odp/api/abi/comp.h b/include/odp/arch/mips64-linux/odp/api/abi/comp.h new file mode 100644 index 00000000..a8f6439f --- /dev/null +++ b/include/odp/arch/mips64-linux/odp/api/abi/comp.h @@ -0,0 +1,7 @@ +/* Copyright (c) 2018, Linaro Limited + * All rights reserved. + * + * SPDX-License-Identifier: BSD-3-Clause + */ + +#include <odp/api/abi-default/comp.h> diff --git a/include/odp/arch/power64-linux/odp/api/abi/comp.h b/include/odp/arch/power64-linux/odp/api/abi/comp.h new file mode 100644 index 00000000..a8f6439f --- /dev/null +++ b/include/odp/arch/power64-linux/odp/api/abi/comp.h @@ -0,0 +1,7 @@ +/* Copyright (c) 2018, Linaro Limited + * All rights reserved. + * + * SPDX-License-Identifier: BSD-3-Clause + */ + +#include <odp/api/abi-default/comp.h> diff --git a/include/odp/arch/x86_32-linux/odp/api/abi/comp.h b/include/odp/arch/x86_32-linux/odp/api/abi/comp.h new file mode 100644 index 00000000..a8f6439f --- /dev/null +++ b/include/odp/arch/x86_32-linux/odp/api/abi/comp.h @@ -0,0 +1,7 @@ +/* Copyright (c) 2018, Linaro Limited + * All rights reserved. + * + * SPDX-License-Identifier: BSD-3-Clause + */ + +#include <odp/api/abi-default/comp.h> diff --git a/include/odp/arch/x86_64-linux/odp/api/abi/comp.h b/include/odp/arch/x86_64-linux/odp/api/abi/comp.h new file mode 100644 index 00000000..a8f6439f --- /dev/null +++ b/include/odp/arch/x86_64-linux/odp/api/abi/comp.h @@ -0,0 +1,7 @@ +/* Copyright (c) 2018, Linaro Limited + * All rights reserved. + * + * SPDX-License-Identifier: BSD-3-Clause + */ + +#include <odp/api/abi-default/comp.h> diff --git a/include/odp_api.h b/include/odp_api.h index 2185e60a..66b39e31 100644 --- a/include/odp_api.h +++ b/include/odp_api.h @@ -24,6 +24,7 @@ extern "C" { #include <odp/api/align.h> #include <odp/api/hash.h> #include <odp/api/chksum.h> +#include <odp/api/comp.h> #include <odp/api/hints.h> #include <odp/api/debug.h> #include <odp/api/byteorder.h> ----------------------------------------------------------------------- Summary of changes: include/Makefile.am | 10 + include/odp/api/abi-default/event.h | 3 +- include/odp/api/{event.h => comp.h} | 12 +- include/odp/api/spec/comp.h | 10 +- include/odp/api/spec/event.h | 4 + .../odp/arch/arm32-linux/odp/api/abi/comp.h | 4 +- .../odp/arch/arm64-linux/odp/api/abi/comp.h | 4 +- .../odp/arch/default-linux/odp/api/abi/comp.h | 4 +- .../odp/arch/mips64-linux/odp/api/abi/comp.h | 4 +- .../odp/arch/power64-linux/odp/api/abi/comp.h | 4 +- .../odp/arch/x86_32-linux/odp/api/abi/comp.h | 4 +- .../odp/arch/x86_64-linux/odp/api/abi/comp.h | 4 +- include/odp_api.h | 1 + platform/linux-generic/Makefile.am | 2 + .../linux-generic/include-abi/odp/api/abi}/comp.h | 9 +- .../linux-generic/include-abi/odp/api/abi/event.h | 3 +- platform/linux-generic/odp_comp.c | 125 ++ test/m4/configure.m4 | 1 + test/validation/api/Makefile.am | 2 + test/validation/api/comp/Makefile.am | 7 + test/validation/api/comp/comp.c | 591 ++++++ test/validation/api/comp/test_vectors.h | 1997 ++++++++++++++++++++ 22 files changed, 2774 insertions(+), 31 deletions(-) copy include/odp/api/{event.h => comp.h} (52%) copy platform/linux-generic/test/validation/api/shmem/shmem_odp2.h => include/odp/arch/arm32-linux/odp/api/abi/comp.h (50%) copy platform/linux-generic/test/validation/api/shmem/shmem_odp2.h => include/odp/arch/arm64-linux/odp/api/abi/comp.h (50%) copy platform/linux-generic/test/validation/api/shmem/shmem_odp2.h => include/odp/arch/default-linux/odp/api/abi/comp.h (50%) copy platform/linux-generic/test/validation/api/shmem/shmem_odp2.h => include/odp/arch/mips64-linux/odp/api/abi/comp.h (50%) copy platform/linux-generic/test/validation/api/shmem/shmem_odp2.h => include/odp/arch/power64-linux/odp/api/abi/comp.h (50%) copy platform/linux-generic/test/validation/api/shmem/shmem_odp2.h => include/odp/arch/x86_32-linux/odp/api/abi/comp.h (50%) copy platform/linux-generic/test/validation/api/shmem/shmem_odp2.h => include/odp/arch/x86_64-linux/odp/api/abi/comp.h (50%) copy {include/odp/api/abi-default => platform/linux-generic/include-abi/odp/api/abi}/comp.h (56%) create mode 100644 platform/linux-generic/odp_comp.c create mode 100644 test/validation/api/comp/Makefile.am create mode 100644 test/validation/api/comp/comp.c create mode 100644 test/validation/api/comp/test_vectors.h hooks/post-receive --

6 years, 3 months

[COMMIT] branch api-next updated. v1.20.0.0-17-g92c8ebd0

by git＠git-us.linaro.org

This is an automated email from the git hooks/post-receive script. It was generated because a ref change was pushed to the repository containing the project "". The branch, api-next has been updated discards a110685b8357276cb4a63ebc6ff421f42f461d94 (commit) discards bc86441b2d02dd518e710f1d9e6936525530c1bb (commit) discards cb620003928195980a9c2fcacc7a7d4a04a154e6 (commit) discards 61e6fb7b3db84648732fa5b9f828507afc63bf0c (commit) discards 6860ee802fbae5e333f0e3ebdab706d9fb5c26b3 (commit) discards ea6a715b872fb6f0b7b19b7931d5cd407af59b56 (commit) discards 01d234075533e2b6597761f68a47e874be4ff054 (commit) discards 265dbea40a50d83c4d582da2d45d866e11790aed (commit) discards 8e2b5974f33e9359021cd3209ffd8d297f66c9f5 (commit) discards c3e88f49b0ccf03d779af79acefb8e5bc4cce5e0 (commit) discards 3b1247abef8b5b999b826168ce5b3e2b8e8eb215 (commit) discards d151d349843dd6fad429927c52cc45d955d9fa0a (commit) discards 17efd13220d2f3e042e1a712e959545c56bbb56a (commit) discards 8a9dd8144f7358786cfecee09a1fc4716ff6315f (commit) discards 9b1647c37cb9b8686d0e794becd94374464678a2 (commit) discards 8616eb0a8106fb132a970e7927dfaf4cce09e0de (commit) discards d3ff5e3a9142244503fb780ecbb3b9c122d14ff6 (commit) discards da730188aa6fb9f58145a697ad002ecfd102f898 (commit) via 92c8ebd0b9ec85a71e3993c4864d48bcbb30a012 (commit) via 3e2e07762422a75298cab27fbab64fb4a6f9383c (commit) via 5235ac6934f2a39e91d30971003739c6e3620224 (commit) via 886995cfbf5faa9ad269fdfccae42a889035c001 (commit) via 809a6e3eaba3a510337f9a5ce4dc146074e39bd8 (commit) via a43d82864faeed378972b95087f470c4a5f076c2 (commit) via a73130efd9e89dae4e67baab64b78b4b0f261668 (commit) via dbd20ce8581fe5a36d61eb48071b47a89f808fdb (commit) via 06851a74104465905cff0d71f852f46d91af224c (commit) via fe8658c85b721c17a1d998cc0df9106d4e9a4ce7 (commit) via 9bc0a0598323f5f655eeb65544ecdc74ab8150c2 (commit) via 9f8d08163075eab9408de99d7da2165753f802e9 (commit) via 602df05c79ea8126e679513ca9523222c7946a19 (commit) via 1d8b95b6d776a7f8681ef400a062a67d4d37de56 (commit) via 09d8048fc8bff31797f9359db9f43da75fd15c3f (commit) via c7d5d4005f333f3f125e0582aac7cf2423112ac4 (commit) via 9b945554c0a522030de185fe5e2e0724427c8223 (commit) via ec5066a3430e31a87727ac4aea5793253e5ee843 (commit) via 487e6bd608a78527809ac7b88f0d3d3ec94cd707 (commit) via fd5939c3ae2a2a38c0a1f87428a787ee7ae00789 (commit) via 94e47dc62e340818b91c471788c29af3ba167d96 (commit) via 92e59d9e816a99db318ba24dcb12cb55f2e7392d (commit) via b1812f17ae652f11ce21f26fd24c8fd27818339b (commit) via 23102db002f522cc90d1b616e2725d21e525b1fc (commit) via 049d80427d0145a3c1738d28ba595717ae43d5c2 (commit) via 46d507adef3902a26b7e311506437211e7417a10 (commit) via e7ad8003e34195a3900e1dd3d3a93235896d7628 (commit) via 294856cc30d48d57e12485076bae49da36d346ed (commit) via 6b79ac4b1640e8050b076ba0ecb590cc297320b0 (commit) via 3cb35813da911a94eef6e07ae71ce0f5f325ebd8 (commit) via 3aad0e2ce0e5901fd49e50e26ac7d762c2b9a6aa (commit) via 98eb7327113fbd33a8e5448406e8f47d8d0ad5fb (commit) via d64232f45abae8d4f1222313ce44532cc26e2336 (commit) via 536cce998e84a559e125b4741d00f2a760a0d575 (commit) via 013cdab099659623af0d75ff5fd0b606a9c2ce6a (commit) via 33f6c963c4c43b6ed32ac2f9282b560f6016b682 (commit) via b498032d6f1388cf87f415367780a2dc54342d85 (commit) via ee833c56e09b95d8c11217e8a3f614470833f2d5 (commit) This update added new revisions after undoing existing revisions. That is to say, the old revision is not a strict subset of the new revision. This situation occurs when you --force push a change and generate a repository containing something like this: * -- * -- B -- O -- O -- O (a110685b8357276cb4a63ebc6ff421f42f461d94) \ N -- N -- N (92c8ebd0b9ec85a71e3993c4864d48bcbb30a012) When this happens we assume that you've already had alert emails for all of the O revisions, and so we here report only the revisions in the N branch from the common base, B. Those revisions listed above that are new to this repository have not appeared on any other notification email; so we list those revisions in full, below. - Log ----------------------------------------------------------------- commit 92c8ebd0b9ec85a71e3993c4864d48bcbb30a012 Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Date: Fri Nov 23 03:24:39 2018 +0300 linux-gen: event: support flow-awareness API Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Reviewed-by: Petri Savolainen <petri.savolainen(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/platform/linux-generic/odp_event.c b/platform/linux-generic/odp_event.c index bb378528..bdde93e1 100644 --- a/platform/linux-generic/odp_event.c +++ b/platform/linux-generic/odp_event.c @@ -59,6 +59,19 @@ int odp_event_type_multi(const odp_event_t event[], int num, return i; } +/* For now ODP generic does not support flow awareness, + * so all flow ids are zero. */ +uint32_t odp_event_flow_id(odp_event_t event ODP_UNUSED) +{ + return 0; +} + +void odp_event_flow_id_set(odp_event_t event ODP_UNUSED, + uint32_t flow_id ODP_UNUSED) +{ + /* Do nothing */ +} + void odp_event_free(odp_event_t event) { switch (odp_event_type(event)) { commit 3e2e07762422a75298cab27fbab64fb4a6f9383c Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Date: Thu Nov 15 20:34:27 2018 +0300 validation: scheduler use schedule_config instead of capabilities Since ODP test suite will use default configuration for scheduler, all comparisons should be done against it rather than maximum possible values returned by capabilities. Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Reviewed-by: Petri Savolainen <petri.savolainen(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/test/validation/api/scheduler/scheduler.c b/test/validation/api/scheduler/scheduler.c index 4fdfc243..27377580 100644 --- a/test/validation/api/scheduler/scheduler.c +++ b/test/validation/api/scheduler/scheduler.c @@ -418,7 +418,7 @@ static void scheduler_test_wait(void) static void scheduler_test_queue_size(void) { odp_queue_capability_t queue_capa; - odp_scheduler_config_t default_config; + odp_schedule_config_t default_config; odp_pool_t pool; odp_pool_param_t pool_param; odp_queue_param_t queue_param; @@ -432,8 +432,8 @@ static void scheduler_test_queue_size(void) ODP_SCHED_SYNC_ORDERED}; CU_ASSERT_FATAL(odp_queue_capability(&queue_capa) == 0); - odp_scheduler_config_init(&default_config); queue_size = TEST_QUEUE_SIZE_NUM_EV; + odp_schedule_config_init(&default_config); if (default_config.queue_size && queue_size > default_config.queue_size) queue_size = default_config.queue_size; @@ -1662,6 +1662,7 @@ static int create_queues(test_globals_t *globals) int i, j, prios, rc; odp_queue_capability_t capa; odp_schedule_capability_t sched_capa; + odp_schedule_config_t default_config; odp_pool_t queue_ctx_pool; odp_pool_param_t params; odp_buffer_t queue_ctx_buf; @@ -1691,10 +1692,11 @@ static int create_queues(test_globals_t *globals) } globals->max_sched_queue_size = BUFS_PER_QUEUE_EXCL; - if (sched_capa.max_queue_size && sched_capa.max_queue_size < - BUFS_PER_QUEUE_EXCL) { - printf("Max sched queue size %u\n", sched_capa.max_queue_size); - globals->max_sched_queue_size = sched_capa.max_queue_size; + odp_schedule_config_init(&default_config); + if (default_config.queue_size && + globals->max_sched_queue_size > default_config.queue_size) { + printf("Max sched queue size %u\n", default_config.queue_size); + globals->max_sched_queue_size = default_config.queue_size; } prios = odp_schedule_num_prio(); @@ -1704,7 +1706,7 @@ static int create_queues(test_globals_t *globals) queues_per_prio = QUEUES_PER_PRIO; num_sched = (prios * queues_per_prio * sched_types) + CHAOS_NUM_QUEUES; num_plain = (prios * queues_per_prio); - while ((num_sched > sched_capa.max_queues || + while ((num_sched > default_config.num_queues || num_plain > capa.plain.max_num || num_sched + num_plain > capa.max_queues) && queues_per_prio) { queues_per_prio--; commit 5235ac6934f2a39e91d30971003739c6e3620224 Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Date: Wed Nov 7 17:41:04 2018 +0300 examples: add calls to odp_schedule_config() Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Reviewed-by: Petri Savolainen <petri.savolainen(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/example/classifier/odp_classifier.c b/example/classifier/odp_classifier.c index 43d40c53..274ffaf4 100644 --- a/example/classifier/odp_classifier.c +++ b/example/classifier/odp_classifier.c @@ -556,6 +556,9 @@ int main(int argc, char *argv[]) exit(EXIT_FAILURE); } + /* Configure scheduler */ + odp_schedule_config(NULL); + /* odp_pool_print(pool); */ odp_atomic_init_u64(&args->total_packets, 0); diff --git a/example/generator/odp_generator.c b/example/generator/odp_generator.c index 1093454c..bd6af795 100644 --- a/example/generator/odp_generator.c +++ b/example/generator/odp_generator.c @@ -1199,6 +1199,9 @@ int main(int argc, char *argv[]) args->rx_burst_size = args->appl.rx_burst; } + /* Configure scheduler */ + odp_schedule_config(NULL); + /* Create packet pool */ odp_pool_param_init(&params); params.pkt.seg_len = POOL_PKT_LEN; diff --git a/example/ipsec/odp_ipsec.c b/example/ipsec/odp_ipsec.c index 52ccce22..1bbf7a00 100644 --- a/example/ipsec/odp_ipsec.c +++ b/example/ipsec/odp_ipsec.c @@ -1297,6 +1297,9 @@ main(int argc, char *argv[]) exit(EXIT_FAILURE); } + /* Configure scheduler */ + odp_schedule_config(NULL); + /* Populate our IPsec cache */ printf("Using %s mode for crypto API\n\n", (CRYPTO_API_SYNC == global->appl.mode) ? "SYNC" : diff --git a/example/ipsec_api/odp_ipsec.c b/example/ipsec_api/odp_ipsec.c index fb0d9049..ab0fa3c5 100644 --- a/example/ipsec_api/odp_ipsec.c +++ b/example/ipsec_api/odp_ipsec.c @@ -996,6 +996,9 @@ main(int argc, char *argv[]) exit(EXIT_FAILURE); } + /* Configure scheduler */ + odp_schedule_config(NULL); + /* Populate our IPsec cache */ printf("Using %s mode for IPsec API\n\n", (ODP_IPSEC_OP_MODE_SYNC == global->appl.mode) ? "SYNC" : diff --git a/example/ipsec_offload/odp_ipsec_offload.c b/example/ipsec_offload/odp_ipsec_offload.c index 90b3f640..4d95b2e5 100644 --- a/example/ipsec_offload/odp_ipsec_offload.c +++ b/example/ipsec_offload/odp_ipsec_offload.c @@ -606,6 +606,9 @@ main(int argc, char *argv[]) ipsec_init_post(); + /* Configure scheduler */ + odp_schedule_config(NULL); + /* Initialize interfaces (which resolves FWD DB entries */ for (i = 0; i < global->appl.if_count; i++) initialize_intf(global->appl.if_names[i], diff --git a/example/packet/odp_packet_dump.c b/example/packet/odp_packet_dump.c index 5dcb7893..4e3aec8f 100644 --- a/example/packet/odp_packet_dump.c +++ b/example/packet/odp_packet_dump.c @@ -640,6 +640,8 @@ int main(int argc, char *argv[]) global->pool = ODP_POOL_INVALID; + odp_schedule_config(NULL); + odp_sys_info_print(); if (open_pktios(global)) { diff --git a/example/packet/odp_pktio.c b/example/packet/odp_pktio.c index e73e903c..b1c4a79c 100644 --- a/example/packet/odp_pktio.c +++ b/example/packet/odp_pktio.c @@ -424,6 +424,9 @@ int main(int argc, char *argv[]) } odp_pool_print(pool); + /* Config and start scheduler */ + odp_schedule_config(NULL); + /* Create a pktio instance for each interface */ for (i = 0; i < args->appl.if_count; ++i) create_pktio(args->appl.if_names[i], pool, args->appl.mode); diff --git a/example/timer/odp_timer_accuracy.c b/example/timer/odp_timer_accuracy.c index 3b0d7e38..9409e340 100644 --- a/example/timer/odp_timer_accuracy.c +++ b/example/timer/odp_timer_accuracy.c @@ -426,6 +426,9 @@ int main(int argc, char *argv[]) odp_sys_info_print(); + /* Configure scheduler */ + odp_schedule_config(NULL); + num = test_global.opt.num; test_global.timer = calloc(num, sizeof(odp_timer_t)); diff --git a/example/timer/odp_timer_simple.c b/example/timer/odp_timer_simple.c index 116f8ba6..ddefb0d2 100644 --- a/example/timer/odp_timer_simple.c +++ b/example/timer/odp_timer_simple.c @@ -81,6 +81,9 @@ int main(int argc ODP_UNUSED, char *argv[] ODP_UNUSED) goto err; } + /* Configure scheduler */ + odp_schedule_config(NULL); + /* * Create a queue for timer test */ diff --git a/example/timer/odp_timer_test.c b/example/timer/odp_timer_test.c index 192a61d3..ca3e8ddf 100644 --- a/example/timer/odp_timer_test.c +++ b/example/timer/odp_timer_test.c @@ -418,6 +418,9 @@ int main(int argc, char *argv[]) printf("period: %i usec\n", gbls->args.period_us); printf("timeouts: %i\n", gbls->args.tmo_count); + /* Configure scheduler */ + odp_schedule_config(NULL); + /* * Create pool for timeouts */ commit 886995cfbf5faa9ad269fdfccae42a889035c001 Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Date: Wed Nov 7 17:41:04 2018 +0300 performance: add calls to odp_schedule_config() Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Reviewed-by: Petri Savolainen <petri.savolainen(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/test/performance/odp_cpu_bench.c b/test/performance/odp_cpu_bench.c index b41bc43f..852ed308 100644 --- a/test/performance/odp_cpu_bench.c +++ b/test/performance/odp_cpu_bench.c @@ -526,7 +526,7 @@ int main(int argc, char *argv[]) odp_cpumask_t cpumask; odp_pool_capability_t pool_capa; odp_pool_t pool; - odp_schedule_capability_t schedule_capa; + odp_schedule_config_t schedule_config; odp_shm_t shm; odp_shm_t lookup_tbl_shm; odp_pool_param_t params; @@ -614,26 +614,24 @@ int main(int argc, char *argv[]) printf("first CPU: %i\n", odp_cpumask_first(&cpumask)); printf("cpu mask: %s\n", cpumaskstr); - if (odp_schedule_capability(&schedule_capa)) { - printf("Error: Schedule capa failed.\n"); - return -1; - } + odp_schedule_config_init(&schedule_config); + odp_schedule_config(&schedule_config); /* Make sure a single queue can store all the packets in a group */ pkts_per_group = QUEUES_PER_GROUP * PKTS_PER_QUEUE; - if (schedule_capa.max_queue_size && - schedule_capa.max_queue_size < pkts_per_group) - pkts_per_group = schedule_capa.max_queue_size; + if (schedule_config.queue_size && + schedule_config.queue_size < pkts_per_group) + pkts_per_group = schedule_config.queue_size; /* Divide queues evenly into groups */ - if (schedule_capa.max_queues < QUEUES_PER_GROUP) { + if (schedule_config.num_queues < QUEUES_PER_GROUP) { LOG_ERR("Error: min %d queues required\n", QUEUES_PER_GROUP); return -1; } - num_queues = num_workers > schedule_capa.max_queues ? - schedule_capa.max_queues : num_workers; + num_queues = num_workers > schedule_config.num_queues ? + schedule_config.num_queues : num_workers; num_groups = (num_queues + QUEUES_PER_GROUP - 1) / QUEUES_PER_GROUP; - if (num_groups * QUEUES_PER_GROUP > schedule_capa.max_queues) + if (num_groups * QUEUES_PER_GROUP > schedule_config.num_queues) num_groups--; num_queues = num_groups * QUEUES_PER_GROUP; diff --git a/test/performance/odp_crypto.c b/test/performance/odp_crypto.c index d175bb7e..665268be 100644 --- a/test/performance/odp_crypto.c +++ b/test/performance/odp_crypto.c @@ -1101,6 +1101,7 @@ int main(int argc, char *argv[]) odp_queue_param_init(&qparam); if (cargs.schedule) { + odp_schedule_config(NULL); qparam.type = ODP_QUEUE_TYPE_SCHED; qparam.sched.prio = ODP_SCHED_PRIO_DEFAULT; qparam.sched.sync = ODP_SCHED_SYNC_PARALLEL; diff --git a/test/performance/odp_ipsec.c b/test/performance/odp_ipsec.c index 5a5824e8..e388916c 100644 --- a/test/performance/odp_ipsec.c +++ b/test/performance/odp_ipsec.c @@ -1088,6 +1088,7 @@ int main(int argc, char *argv[]) odp_queue_param_init(&qparam); if (cargs.schedule) { + odp_schedule_config(NULL); qparam.type = ODP_QUEUE_TYPE_SCHED; qparam.sched.prio = ODP_SCHED_PRIO_DEFAULT; qparam.sched.sync = ODP_SCHED_SYNC_PARALLEL; diff --git a/test/performance/odp_l2fwd.c b/test/performance/odp_l2fwd.c index c9243184..78e3920f 100644 --- a/test/performance/odp_l2fwd.c +++ b/test/performance/odp_l2fwd.c @@ -1568,6 +1568,8 @@ int main(int argc, char *argv[]) bind_workers(); + odp_schedule_config(NULL); + /* Default */ if (num_groups == 0) { group[0] = ODP_SCHED_GROUP_ALL; diff --git a/test/performance/odp_pktio_ordered.c b/test/performance/odp_pktio_ordered.c index da37407a..15229aeb 100644 --- a/test/performance/odp_pktio_ordered.c +++ b/test/performance/odp_pktio_ordered.c @@ -1062,6 +1062,7 @@ int main(int argc, char *argv[]) odp_pool_param_t params; odp_shm_t shm; odp_schedule_capability_t schedule_capa; + odp_schedule_config_t schedule_config; odp_pool_capability_t pool_capa; odph_ethaddr_t new_addr; odph_helper_options_t helper_options; @@ -1129,6 +1130,8 @@ int main(int argc, char *argv[]) /* Parse and store the application arguments */ parse_args(argc, argv, &gbl_args->appl); + odp_schedule_config(NULL); + if (gbl_args->appl.in_mode == SCHED_ORDERED) { /* At least one ordered lock required */ if (schedule_capa.max_ordered_locks < 1) { @@ -1158,9 +1161,9 @@ int main(int argc, char *argv[]) pool_size = pool_capa.pkt.max_num; queue_size = MAX_NUM_PKT; - if (schedule_capa.max_queue_size && - schedule_capa.max_queue_size < MAX_NUM_PKT) - queue_size = schedule_capa.max_queue_size; + if (schedule_config.queue_size && + schedule_config.queue_size < MAX_NUM_PKT) + queue_size = schedule_config.queue_size; /* Pool should not be larger than queue, otherwise queue enqueues at * packet input may fail. */ diff --git a/test/performance/odp_pktio_perf.c b/test/performance/odp_pktio_perf.c index b86d437e..2ed2c352 100644 --- a/test/performance/odp_pktio_perf.c +++ b/test/performance/odp_pktio_perf.c @@ -759,6 +759,9 @@ static int test_init(void) iface = gbl_args->args.ifaces[0]; schedule = gbl_args->args.schedule; + if (schedule) + odp_schedule_config(NULL); + /* create pktios and associate input/output queues */ gbl_args->pktio_tx = create_pktio(iface, schedule); if (gbl_args->args.num_ifaces > 1) { diff --git a/test/performance/odp_sched_latency.c b/test/performance/odp_sched_latency.c index b6299141..b5be1a16 100644 --- a/test/performance/odp_sched_latency.c +++ b/test/performance/odp_sched_latency.c @@ -714,6 +714,8 @@ int main(int argc, char *argv[]) memset(globals, 0, sizeof(test_globals_t)); memcpy(&globals->args, &args, sizeof(test_args_t)); + odp_schedule_config(NULL); + /* * Create event pool */ diff --git a/test/performance/odp_sched_perf.c b/test/performance/odp_sched_perf.c index b25c3e19..c301263e 100644 --- a/test/performance/odp_sched_perf.c +++ b/test/performance/odp_sched_perf.c @@ -43,6 +43,7 @@ typedef struct test_stat_t { typedef struct test_global_t { test_options_t test_options; + odp_schedule_config_t schedule_config; odp_barrier_t barrier; odp_pool_t pool; odp_cpumask_t cpumask; @@ -251,7 +252,6 @@ static int create_pool(test_global_t *global) static int create_queues(test_global_t *global) { - odp_schedule_capability_t schedule_capa; odp_queue_param_t queue_param; odp_queue_t queue; odp_buffer_t buf; @@ -279,20 +279,16 @@ static int create_queues(test_global_t *global) printf(" queue type %s\n\n", type_str); - if (odp_schedule_capability(&schedule_capa)) { - printf("Error: Schedule capa failed.\n"); - return -1; - } - - if (tot_queue > schedule_capa.max_queues) { + if (tot_queue > global->schedule_config.num_queues) { printf("Max queues supported %u\n", - schedule_capa.max_queues); + global->schedule_config.num_queues); return -1; } - if (schedule_capa.max_queue_size && - queue_size > schedule_capa.max_queue_size) { - printf("Max queue size %u\n", schedule_capa.max_queue_size); + if (global->schedule_config.queue_size && + queue_size > global->schedule_config.queue_size) { + printf("Max queue size %u\n", + global->schedule_config.queue_size); return -1; } @@ -603,6 +599,9 @@ int main(int argc, char **argv) return -1; } + odp_schedule_config_init(&global->schedule_config); + odp_schedule_config(&global->schedule_config); + if (set_num_cpu(global)) return -1; diff --git a/test/performance/odp_sched_pktio.c b/test/performance/odp_sched_pktio.c index 1faa9b1d..393ea352 100644 --- a/test/performance/odp_sched_pktio.c +++ b/test/performance/odp_sched_pktio.c @@ -127,6 +127,8 @@ typedef struct { uint64_t rx_pkt_sum; uint64_t tx_pkt_sum; + odp_schedule_config_t schedule_config; + } test_global_t; static test_global_t *test_global; @@ -723,6 +725,9 @@ static int config_setup(test_global_t *test_global) cpu = odp_cpumask_next(cpumask, cpu); } + odp_schedule_config_init(&test_global->schedule_config); + odp_schedule_config(&test_global->schedule_config); + if (odp_pool_capability(&pool_capa)) { printf("Error: Pool capability failed.\n"); return -1; @@ -1109,15 +1114,9 @@ static int create_pipeline_queues(test_global_t *test_global) int i, j, k, num_pktio, stages, queues, ctx_size; pipe_queue_context_t *ctx; odp_queue_param_t queue_param; - odp_schedule_capability_t schedule_capa; odp_schedule_sync_t sched_sync; int ret = 0; - if (odp_schedule_capability(&schedule_capa)) { - printf("Error: Schedule capa failed.\n"); - return -1; - } - num_pktio = test_global->opt.num_pktio; stages = test_global->opt.pipe_stages; queues = test_global->opt.pipe_queues; @@ -1130,10 +1129,10 @@ static int create_pipeline_queues(test_global_t *test_global) queue_param.sched.group = ODP_SCHED_GROUP_ALL; queue_param.size = test_global->opt.pipe_queue_size; - if (schedule_capa.max_queue_size && - queue_param.size > schedule_capa.max_queue_size) { + if (test_global->schedule_config.queue_size && + queue_param.size > test_global->schedule_config.queue_size) { printf("Error: Pipeline queue max size is %u\n", - schedule_capa.max_queue_size); + test_global->schedule_config.queue_size); return -1; } diff --git a/test/performance/odp_scheduling.c b/test/performance/odp_scheduling.c index 655a619e..afe5b73b 100644 --- a/test/performance/odp_scheduling.c +++ b/test/performance/odp_scheduling.c @@ -813,7 +813,7 @@ int main(int argc, char *argv[]) odph_odpthread_params_t thr_params; odp_queue_capability_t capa; odp_pool_capability_t pool_capa; - odp_schedule_capability_t schedule_capa; + odp_schedule_config_t schedule_config; uint32_t num_queues, num_buf; printf("\nODP example starts\n\n"); @@ -909,15 +909,14 @@ int main(int argc, char *argv[]) return -1; } - if (odp_schedule_capability(&schedule_capa)) { - printf("Error: Schedule capa failed.\n"); - return -1; - } + odp_schedule_config_init(&schedule_config); + odp_schedule_config(&schedule_config); globals->queues_per_prio = QUEUES_PER_PRIO; num_queues = globals->queues_per_prio * NUM_PRIOS; - if (num_queues > schedule_capa.max_queues) - globals->queues_per_prio = schedule_capa.max_queues / + if (schedule_config.num_queues && + num_queues > schedule_config.num_queues) + globals->queues_per_prio = schedule_config.num_queues / NUM_PRIOS; /* One plain queue is also used */ commit 809a6e3eaba3a510337f9a5ce4dc146074e39bd8 Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Date: Wed Nov 7 17:41:04 2018 +0300 validation: add calls to odp_schedule_config() Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Reviewed-by: Petri Savolainen <petri.savolainen(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/test/common/odp_cunit_common.c b/test/common/odp_cunit_common.c index 4db6c32d..7f345fba 100644 --- a/test/common/odp_cunit_common.c +++ b/test/common/odp_cunit_common.c @@ -98,6 +98,10 @@ static int tests_global_init(odp_instance_t *inst) fprintf(stderr, "error: odp_init_local() failed.\n"); return -1; } + if (0 != odp_schedule_config(NULL)) { + fprintf(stderr, "error: odp_schedule_config(NULL) failed.\n"); + return -1; + } return 0; } diff --git a/test/validation/api/timer/timer.c b/test/validation/api/timer/timer.c index 72294c5c..aaffd92d 100644 --- a/test/validation/api/timer/timer.c +++ b/test/validation/api/timer/timer.c @@ -92,6 +92,9 @@ static int timer_global_init(odp_instance_t *inst) global_mem = odp_shm_addr(global_shm); memset(global_mem, 0, sizeof(global_shared_mem_t)); + /* Configure scheduler */ + odp_schedule_config(NULL); + return 0; } commit a43d82864faeed378972b95087f470c4a5f076c2 Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Date: Wed Nov 7 17:39:48 2018 +0300 linux-gen: implement odp_schedule_config() API call Add odp_schedule_config() stub, which does nothing at this point. Use it to actually check (in debug mode) that application call it in proper place. Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Reviewed-by: Petri Savolainen <petri.savolainen(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/platform/linux-generic/include/odp_schedule_if.h b/platform/linux-generic/include/odp_schedule_if.h index abc64d0d..15c91590 100644 --- a/platform/linux-generic/include/odp_schedule_if.h +++ b/platform/linux-generic/include/odp_schedule_if.h @@ -87,10 +87,17 @@ int sched_cb_pktin_poll(int pktio_index, int pktin_index, int sched_cb_pktin_poll_one(int pktio_index, int rx_queue, odp_event_t evts[]); void sched_cb_pktio_stop_finalize(int pktio_index); +/* For debugging */ +#ifdef ODP_DEBUG +extern int _odp_schedule_configured; +#endif + /* API functions */ typedef struct { uint64_t (*schedule_wait_time)(uint64_t ns); int (*schedule_capability)(odp_schedule_capability_t *capa); + void (*schedule_config_init)(odp_schedule_config_t *config); + int (*schedule_config)(const odp_schedule_config_t *config); odp_event_t (*schedule)(odp_queue_t *from, uint64_t wait); int (*schedule_multi)(odp_queue_t *from, uint64_t wait, odp_event_t events[], int num); diff --git a/platform/linux-generic/odp_schedule_basic.c b/platform/linux-generic/odp_schedule_basic.c index f057f468..48f232e6 100644 --- a/platform/linux-generic/odp_schedule_basic.c +++ b/platform/linux-generic/odp_schedule_basic.c @@ -597,6 +597,8 @@ static int schedule_init_queue(uint32_t queue_index, int i; int prio = prio_level_from_api(sched_param->prio); + ODP_ASSERT(_odp_schedule_configured); + pri_set_queue(queue_index, prio); sched->queue[queue_index].grp = sched_param->group; sched->queue[queue_index].prio = prio; @@ -797,6 +799,19 @@ static int schedule_term_local(void) return 0; } +static void schedule_config_init(odp_schedule_config_t *config) +{ + config->num_queues = ODP_CONFIG_QUEUES - NUM_INTERNAL_QUEUES; + config->queue_size = queue_glb->config.max_queue_size; +} + +static int schedule_config(const odp_schedule_config_t *config) +{ + (void)config; + + return 0; +} + static inline int copy_from_stash(odp_event_t out_ev[], unsigned int max) { int i = 0; @@ -1589,6 +1604,8 @@ const schedule_fn_t schedule_basic_fn = { const schedule_api_t schedule_basic_api = { .schedule_wait_time = schedule_wait_time, .schedule_capability = schedule_capability, + .schedule_config_init = schedule_config_init, + .schedule_config = schedule_config, .schedule = schedule, .schedule_multi = schedule_multi, .schedule_multi_wait = schedule_multi_wait, diff --git a/platform/linux-generic/odp_schedule_if.c b/platform/linux-generic/odp_schedule_if.c index 92e0a62f..cb52f155 100644 --- a/platform/linux-generic/odp_schedule_if.c +++ b/platform/linux-generic/odp_schedule_if.c @@ -25,6 +25,10 @@ extern const schedule_api_t schedule_scalable_api; const schedule_fn_t *sched_fn; const schedule_api_t *sched_api; +#ifdef ODP_DEBUG +int _odp_schedule_configured; +#endif + uint64_t odp_schedule_wait_time(uint64_t ns) { return sched_api->schedule_wait_time(ns); @@ -35,14 +39,46 @@ int odp_schedule_capability(odp_schedule_capability_t *capa) return sched_api->schedule_capability(capa); } +void odp_schedule_config_init(odp_schedule_config_t *config) +{ + memset(config, 0, sizeof(*config)); + + sched_api->schedule_config_init(config); +} + +int odp_schedule_config(const odp_schedule_config_t *config) +{ + int ret; + odp_schedule_config_t defconfig; + + ODP_ASSERT(!_odp_schedule_configured); + + if (!config) { + odp_schedule_config_init(&defconfig); + config = &defconfig; + } + + ret = sched_api->schedule_config(config); +#ifdef ODP_DEBUG + if (ret >= 0) + _odp_schedule_configured = 1; +#endif + + return ret; +} + odp_event_t odp_schedule(odp_queue_t *from, uint64_t wait) { + ODP_ASSERT(_odp_schedule_configured); + return sched_api->schedule(from, wait); } int odp_schedule_multi(odp_queue_t *from, uint64_t wait, odp_event_t events[], int num) { + ODP_ASSERT(_odp_schedule_configured); + return sched_api->schedule_multi(from, wait, events, num); } diff --git a/platform/linux-generic/odp_schedule_scalable.c b/platform/linux-generic/odp_schedule_scalable.c index 091e5ff9..4e9dd771 100644 --- a/platform/linux-generic/odp_schedule_scalable.c +++ b/platform/linux-generic/odp_schedule_scalable.c @@ -1994,6 +1994,19 @@ static int schedule_term_local(void) return rc; } +static void schedule_config_init(odp_schedule_config_t *config) +{ + config->num_queues = ODP_CONFIG_QUEUES - NUM_INTERNAL_QUEUES; + config->queue_size = 0; /* FIXME ? */ +} + +static int schedule_config(const odp_schedule_config_t *config) +{ + (void)config; + + return 0; +} + static int num_grps(void) { return MAX_SCHED_GROUP; @@ -2141,6 +2154,8 @@ const schedule_fn_t schedule_scalable_fn = { const schedule_api_t schedule_scalable_api = { .schedule_wait_time = schedule_wait_time, .schedule_capability = schedule_capability, + .schedule_config_init = schedule_config_init, + .schedule_config = schedule_config, .schedule = schedule, .schedule_multi = schedule_multi, .schedule_multi_wait = schedule_multi_wait, diff --git a/platform/linux-generic/odp_schedule_sp.c b/platform/linux-generic/odp_schedule_sp.c index 6cc8f376..eec88a60 100644 --- a/platform/linux-generic/odp_schedule_sp.c +++ b/platform/linux-generic/odp_schedule_sp.c @@ -257,6 +257,19 @@ static int term_local(void) return 0; } +static void schedule_config_init(odp_schedule_config_t *config) +{ + config->num_queues = ODP_CONFIG_QUEUES - NUM_INTERNAL_QUEUES; + config->queue_size = queue_glb->config.max_queue_size; +} + +static int schedule_config(const odp_schedule_config_t *config) +{ + (void)config; + + return 0; +} + static uint32_t max_ordered_locks(void) { return NUM_ORDERED_LOCKS; @@ -362,6 +375,11 @@ static int init_queue(uint32_t qi, const odp_schedule_param_t *sched_param) odp_schedule_group_t group = sched_param->group; int prio = 0; +#ifdef ODP_DEBUG + if (!_odp_schedule_configured) + ODP_ABORT("Scheduler not configured!\n"); +#endif + if (group < 0 || group >= NUM_GROUP) return -1; @@ -961,6 +979,8 @@ const schedule_fn_t schedule_sp_fn = { const schedule_api_t schedule_sp_api = { .schedule_wait_time = schedule_wait_time, .schedule_capability = schedule_capability, + .schedule_config_init = schedule_config_init, + .schedule_config = schedule_config, .schedule = schedule, .schedule_multi = schedule_multi, .schedule_multi_wait = schedule_multi_wait, commit a73130efd9e89dae4e67baab64b78b4b0f261668 Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Date: Wed Nov 7 16:46:50 2018 +0300 linux-gen: schedule: rename config to get_config Rename config function to get_config to avoid collisions. Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Reviewed-by: Petri Savolainen <petri.savolainen(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/platform/linux-generic/include/odp_schedule_if.h b/platform/linux-generic/include/odp_schedule_if.h index 88961269..abc64d0d 100644 --- a/platform/linux-generic/include/odp_schedule_if.h +++ b/platform/linux-generic/include/odp_schedule_if.h @@ -53,7 +53,7 @@ typedef void (*schedule_order_unlock_lock_fn_t)(void); typedef void (*schedule_order_lock_start_fn_t)(void); typedef void (*schedule_order_lock_wait_fn_t)(void); typedef uint32_t (*schedule_max_ordered_locks_fn_t)(void); -typedef void (*schedule_config_fn_t)(schedule_config_t *config); +typedef void (*schedule_get_config_fn_t)(schedule_config_t *config); typedef struct schedule_fn_t { schedule_pktio_start_fn_t pktio_start; @@ -74,7 +74,7 @@ typedef struct schedule_fn_t { schedule_order_lock_wait_fn_t wait_order_lock; schedule_order_unlock_lock_fn_t order_unlock_lock; schedule_max_ordered_locks_fn_t max_ordered_locks; - schedule_config_fn_t config; + schedule_get_config_fn_t get_config; } schedule_fn_t; diff --git a/platform/linux-generic/odp_schedule_basic.c b/platform/linux-generic/odp_schedule_basic.c index b93e5c41..f057f468 100644 --- a/platform/linux-generic/odp_schedule_basic.c +++ b/platform/linux-generic/odp_schedule_basic.c @@ -1547,7 +1547,7 @@ static int schedule_num_grps(void) return NUM_SCHED_GRPS; } -static void schedule_config(schedule_config_t *config) +static void schedule_get_config(schedule_config_t *config) { *config = *(&sched->config_if); }; @@ -1582,7 +1582,7 @@ const schedule_fn_t schedule_basic_fn = { .order_lock = order_lock, .order_unlock = order_unlock, .max_ordered_locks = schedule_max_ordered_locks, - .config = schedule_config + .get_config = schedule_get_config }; /* Fill in scheduler API calls */ diff --git a/platform/linux-generic/odp_thread.c b/platform/linux-generic/odp_thread.c index 7728929b..b30174dd 100644 --- a/platform/linux-generic/odp_thread.c +++ b/platform/linux-generic/odp_thread.c @@ -142,10 +142,10 @@ int odp_thread_init_local(odp_thread_type_t type) group_worker = 1; group_control = 1; - if (sched_fn->config) { + if (sched_fn->get_config) { schedule_config_t schedule_config; - sched_fn->config(&schedule_config); + sched_fn->get_config(&schedule_config); group_all = schedule_config.group_enable.all; group_worker = schedule_config.group_enable.worker; group_control = schedule_config.group_enable.control; @@ -196,10 +196,10 @@ int odp_thread_term_local(void) group_worker = 1; group_control = 1; - if (sched_fn->config) { + if (sched_fn->get_config) { schedule_config_t schedule_config; - sched_fn->config(&schedule_config); + sched_fn->get_config(&schedule_config); group_all = schedule_config.group_enable.all; group_worker = schedule_config.group_enable.worker; group_control = schedule_config.group_enable.control; commit dbd20ce8581fe5a36d61eb48071b47a89f808fdb Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Date: Wed Oct 31 13:45:09 2018 +0300 api: schedule: add scheduler flow aware mode ODP scheduler configuration to support flow aware mode Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org> Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Reviewed-by: Petri Savolainen <petri.savolainen(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/include/odp/api/spec/event.h b/include/odp/api/spec/event.h index d9f7ab73..affdc7b0 100644 --- a/include/odp/api/spec/event.h +++ b/include/odp/api/spec/event.h @@ -209,6 +209,44 @@ void odp_event_free_multi(const odp_event_t event[], int num); */ void odp_event_free_sp(const odp_event_t event[], int num); +/** + * Event flow id value + * + * Returns the flow id value set in the event. + * Usage of flow id enables scheduler to maintain multiple synchronization + * contexts per single queue. For example, when multiple flows are assigned to + * an atomic queue, events of a single flow (events from the same queue with + * the same flow id value) are guaranteed to be processed by only single thread + * at a time. For packets received through packet input initial + * event flow id will be same as flow hash generated for packets. The hash + * algorithm and therefore the resulting flow id value is implementation + * specific. Use pktio API configuration options to select the fields used for + * initial flow id calculation. For all other events initial flow id is zero + * An application can change event flow id using odp_event_flow_id_set(). + * + * @param event Event handle + * + * @return Flow id of the event + * + */ +uint32_t odp_event_flow_id(odp_event_t event); + +/** + * Set event flow id value + * + * Store the event flow id for the event and sets the flow id flag. + * When scheduler is configured as flow aware, scheduled queue synchronization + * will be based on this id within each queue. + * When scheduler is configured as flow unaware, event flow id is ignored by + * the implementation. + * The value of flow id must be less than the number of flows configured in the + * scheduler. + * + * @param event Event handle + * @param flow_id Flow event id to be set. + */ +void odp_event_flow_id_set(odp_event_t event, uint32_t flow_id); + /** * @} */ diff --git a/include/odp/api/spec/schedule_types.h b/include/odp/api/spec/schedule_types.h index 0b75d17d..3648c64e 100644 --- a/include/odp/api/spec/schedule_types.h +++ b/include/odp/api/spec/schedule_types.h @@ -78,6 +78,9 @@ extern "C" { * requests another event from the scheduler, which implicitly releases the * context. User may allow the scheduler to release the context earlier than * that by calling odp_schedule_release_atomic(). + * When scheduler is enabled as flow-aware, the event flow id value affects + * scheduling of the event and synchronization is maintained per flow within + * each queue. */ /** @@ -104,6 +107,9 @@ extern "C" { * (e.g. freed or stored) within the context are considered missing from * reordering and are skipped at this time (but can be ordered again within * another context). + * When scheduler is enabled as flow-aware, the event flow id value affects + * scheduling of the event and synchronization is maintained per flow within + * each queue. */ /** @@ -190,6 +196,13 @@ typedef struct odp_schedule_capability_t { * events. */ uint32_t max_queue_size; + /** Maximum supported flows per queue. + * Specifies the maximum number of flows per queue supported by the + * implementation. A value of 0 indicates flow aware mode is not + * supported. + */ + uint32_t max_flows; + /** Lock-free (ODP_NONBLOCKING_LF) queues support. * The specification is the same as for the blocking implementation. */ odp_support_t lockfree_queues; @@ -217,6 +230,22 @@ typedef struct odp_schedule_config_t { */ uint32_t queue_size; + /** Number of flows per queue to be supported. Scheduler enables flow + * aware mode when flow count is configured greater than 1 (up to + * 'max_flows' capability). + * + * Flows are lightweight entities and events can be assigned to + * specific flows by the application using odp_event_flow_id_set() + * before enqueuing the event into the scheduler. This value is ignored + * unless scheduler supports flow aware mode. + * + * This number should be less than maximum flow supported by the + * implementation. The default value is zero. + * + * @see odp_schedule_capability_t + */ + uint32_t num_flows; + } odp_schedule_config_t; /** commit 06851a74104465905cff0d71f852f46d91af224c Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Date: Wed Oct 24 17:55:18 2018 +0300 api: schedule: add scheduler config and start API Add API calls to configure and start scheduler subsystem. Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Reviewed-by: Petri Savolainen <petri.savolainen(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/include/odp/api/spec/schedule.h b/include/odp/api/spec/schedule.h index 6538c509..43292124 100644 --- a/include/odp/api/spec/schedule.h +++ b/include/odp/api/spec/schedule.h @@ -257,6 +257,44 @@ int odp_schedule_default_prio(void); */ int odp_schedule_num_prio(void); +/** + * Initialize schedule configuration options + * + * Initialize an odp_schedule_config_t to its default values. + * + * @param[out] config Pointer to schedule configuration structure + */ +void odp_schedule_config_init(odp_schedule_config_t *config); + +/** + * Global schedule configuration + * + * Initialize and configure scheduler with global configuration options + * to schedule events across different scheduled queues. + * This function must be called before scheduler is used (any other scheduler + * function is called except odp_schedule_capability() and + * odp_schedule_config_init()) or any queues are created (by application itself + * or by other ODP modules). + * An application can pass NULL value to use default configuration. It will + * have the same result as filling the structure with + * odp_schedule_config_init() and then passing it to odp_schedule_config(). + * + * The initialization sequeunce should be, + * odp_schedule_capability() + * odp_schedule_config_init() + * odp_schedule_config() + * odp_schedule() + * + * @param config Pointer to scheduler configuration structure or NULL for the + * default configuration + * + * @retval 0 on success + * @retval <0 on failure + * + * @see odp_schedule_capability(), odp_schedule_config_init() + */ +int odp_schedule_config(const odp_schedule_config_t *config); + /** * Query scheduler capabilities * diff --git a/include/odp/api/spec/schedule_types.h b/include/odp/api/spec/schedule_types.h index e7cc0479..0b75d17d 100644 --- a/include/odp/api/spec/schedule_types.h +++ b/include/odp/api/spec/schedule_types.h @@ -200,6 +200,25 @@ typedef struct odp_schedule_capability_t { } odp_schedule_capability_t; +/** + * Schedule configuration + */ +typedef struct odp_schedule_config_t { + /** Maximum number of scheduled queues to be supported. + * + * @see odp_schedule_capability_t + */ + uint32_t num_queues; + + /** Maximum number of events required to be stored simultaneously in + * scheduled queue. This number must not exceed 'max_queue_size' + * capability. A value of 0 configures default queue size supported by + * the implementation. + */ + uint32_t queue_size; + +} odp_schedule_config_t; + /** * @} */ commit fe8658c85b721c17a1d998cc0df9106d4e9a4ce7 Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Date: Wed Oct 31 13:47:52 2018 +0300 example, tests: move scheduled queue capabilities to sched Move scheduled queue capabilities to odp_schedule_capability_t structure, as they logically belong to ODP scheduler module, rather than queue module. Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Reviewed-by: Petri Savolainen <petri.savolainen(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/example/sysinfo/odp_sysinfo.c b/example/sysinfo/odp_sysinfo.c index cd0c6bfd..709f25d9 100644 --- a/example/sysinfo/odp_sysinfo.c +++ b/example/sysinfo/odp_sysinfo.c @@ -401,19 +401,15 @@ int main(void) printf(" max ordered locks: %" PRIu32 "\n", schedule_capa.max_ordered_locks); printf(" max groups: %u\n", schedule_capa.max_groups); - printf(" priorities: %u\n", schedule_capa.prios); - printf(" sched.max_num: %" PRIu32 "\n", - queue_capa.sched.max_num); - printf(" sched.max_size: %" PRIu32 "\n", - queue_capa.sched.max_size); - printf(" sched.lf.max_num: %" PRIu32 "\n", - queue_capa.sched.lockfree.max_num); - printf(" sched.lf.max_size: %" PRIu32 "\n", - queue_capa.sched.lockfree.max_size); - printf(" sched.wf.max_num: %" PRIu32 "\n", - queue_capa.sched.waitfree.max_num); - printf(" sched.wf.max_size: %" PRIu32 "\n", - queue_capa.sched.waitfree.max_size); + printf(" priorities: %u\n", schedule_capa.max_prios); + printf(" sched.max_queues: %" PRIu32 "\n", + schedule_capa.max_queues); + printf(" sched.max_queue_size: %" PRIu32 "\n", + schedule_capa.max_queue_size); + printf(" sched.lf_queues: %ssupported\n", + schedule_capa.lockfree_queues ? "" : "not "); + printf(" sched.wf_queues: %ssupported\n", + schedule_capa.waitfree_queues ? "" : "not "); printf("\n"); printf(" TIMER\n"); diff --git a/test/performance/odp_cpu_bench.c b/test/performance/odp_cpu_bench.c index 402ab4a1..b41bc43f 100644 --- a/test/performance/odp_cpu_bench.c +++ b/test/performance/odp_cpu_bench.c @@ -526,7 +526,7 @@ int main(int argc, char *argv[]) odp_cpumask_t cpumask; odp_pool_capability_t pool_capa; odp_pool_t pool; - odp_queue_capability_t queue_capa; + odp_schedule_capability_t schedule_capa; odp_shm_t shm; odp_shm_t lookup_tbl_shm; odp_pool_param_t params; @@ -614,27 +614,26 @@ int main(int argc, char *argv[]) printf("first CPU: %i\n", odp_cpumask_first(&cpumask)); printf("cpu mask: %s\n", cpumaskstr); - /* Create application queues */ - if (odp_queue_capability(&queue_capa)) { - LOG_ERR("Error: odp_queue_capability() failed\n"); - exit(EXIT_FAILURE); + if (odp_schedule_capability(&schedule_capa)) { + printf("Error: Schedule capa failed.\n"); + return -1; } /* Make sure a single queue can store all the packets in a group */ pkts_per_group = QUEUES_PER_GROUP * PKTS_PER_QUEUE; - if (queue_capa.sched.max_size && - queue_capa.sched.max_size < pkts_per_group) - pkts_per_group = queue_capa.sched.max_size; + if (schedule_capa.max_queue_size && + schedule_capa.max_queue_size < pkts_per_group) + pkts_per_group = schedule_capa.max_queue_size; /* Divide queues evenly into groups */ - if (queue_capa.sched.max_num < QUEUES_PER_GROUP) { + if (schedule_capa.max_queues < QUEUES_PER_GROUP) { LOG_ERR("Error: min %d queues required\n", QUEUES_PER_GROUP); return -1; } - num_queues = num_workers > queue_capa.sched.max_num ? - queue_capa.sched.max_num : num_workers; + num_queues = num_workers > schedule_capa.max_queues ? + schedule_capa.max_queues : num_workers; num_groups = (num_queues + QUEUES_PER_GROUP - 1) / QUEUES_PER_GROUP; - if (num_groups * QUEUES_PER_GROUP > queue_capa.sched.max_num) + if (num_groups * QUEUES_PER_GROUP > schedule_capa.max_queues) num_groups--; num_queues = num_groups * QUEUES_PER_GROUP; diff --git a/test/performance/odp_pktio_ordered.c b/test/performance/odp_pktio_ordered.c index 1b4b756a..da37407a 100644 --- a/test/performance/odp_pktio_ordered.c +++ b/test/performance/odp_pktio_ordered.c @@ -1061,7 +1061,6 @@ int main(int argc, char *argv[]) odp_pool_t pool; odp_pool_param_t params; odp_shm_t shm; - odp_queue_capability_t queue_capa; odp_schedule_capability_t schedule_capa; odp_pool_capability_t pool_capa; odph_ethaddr_t new_addr; @@ -1099,11 +1098,6 @@ int main(int argc, char *argv[]) exit(EXIT_FAILURE); } - if (odp_queue_capability(&queue_capa)) { - LOG_ERR("Error: Queue capa failed\n"); - exit(EXIT_FAILURE); - } - if (odp_schedule_capability(&schedule_capa)) { printf("Error: Schedule capa failed.\n"); return -1; @@ -1164,9 +1158,9 @@ int main(int argc, char *argv[]) pool_size = pool_capa.pkt.max_num; queue_size = MAX_NUM_PKT; - if (queue_capa.sched.max_size && - queue_capa.sched.max_size < MAX_NUM_PKT) - queue_size = queue_capa.sched.max_size; + if (schedule_capa.max_queue_size && + schedule_capa.max_queue_size < MAX_NUM_PKT) + queue_size = schedule_capa.max_queue_size; /* Pool should not be larger than queue, otherwise queue enqueues at * packet input may fail. */ diff --git a/test/performance/odp_sched_perf.c b/test/performance/odp_sched_perf.c index bbd76c86..b25c3e19 100644 --- a/test/performance/odp_sched_perf.c +++ b/test/performance/odp_sched_perf.c @@ -251,7 +251,7 @@ static int create_pool(test_global_t *global) static int create_queues(test_global_t *global) { - odp_queue_capability_t queue_capa; + odp_schedule_capability_t schedule_capa; odp_queue_param_t queue_param; odp_queue_t queue; odp_buffer_t buf; @@ -279,19 +279,20 @@ static int create_queues(test_global_t *global) printf(" queue type %s\n\n", type_str); - if (odp_queue_capability(&queue_capa)) { - printf("Error: Queue capa failed.\n"); + if (odp_schedule_capability(&schedule_capa)) { + printf("Error: Schedule capa failed.\n"); return -1; } - if (tot_queue > queue_capa.sched.max_num) { - printf("Max queues supported %u\n", queue_capa.sched.max_num); + if (tot_queue > schedule_capa.max_queues) { + printf("Max queues supported %u\n", + schedule_capa.max_queues); return -1; } - if (queue_capa.sched.max_size && - queue_size > queue_capa.sched.max_size) { - printf("Max queue size %u\n", queue_capa.sched.max_size); + if (schedule_capa.max_queue_size && + queue_size > schedule_capa.max_queue_size) { + printf("Max queue size %u\n", schedule_capa.max_queue_size); return -1; } diff --git a/test/performance/odp_sched_pktio.c b/test/performance/odp_sched_pktio.c index 878dcad0..1faa9b1d 100644 --- a/test/performance/odp_sched_pktio.c +++ b/test/performance/odp_sched_pktio.c @@ -1109,12 +1109,12 @@ static int create_pipeline_queues(test_global_t *test_global) int i, j, k, num_pktio, stages, queues, ctx_size; pipe_queue_context_t *ctx; odp_queue_param_t queue_param; - odp_queue_capability_t queue_capa; + odp_schedule_capability_t schedule_capa; odp_schedule_sync_t sched_sync; int ret = 0; - if (odp_queue_capability(&queue_capa)) { - printf("Error: Queue capability failed\n"); + if (odp_schedule_capability(&schedule_capa)) { + printf("Error: Schedule capa failed.\n"); return -1; } @@ -1130,10 +1130,10 @@ static int create_pipeline_queues(test_global_t *test_global) queue_param.sched.group = ODP_SCHED_GROUP_ALL; queue_param.size = test_global->opt.pipe_queue_size; - if (queue_capa.sched.max_size && - queue_param.size > queue_capa.sched.max_size) { + if (schedule_capa.max_queue_size && + queue_param.size > schedule_capa.max_queue_size) { printf("Error: Pipeline queue max size is %u\n", - queue_capa.sched.max_size); + schedule_capa.max_queue_size); return -1; } diff --git a/test/performance/odp_scheduling.c b/test/performance/odp_scheduling.c index acc401e0..655a619e 100644 --- a/test/performance/odp_scheduling.c +++ b/test/performance/odp_scheduling.c @@ -813,6 +813,7 @@ int main(int argc, char *argv[]) odph_odpthread_params_t thr_params; odp_queue_capability_t capa; odp_pool_capability_t pool_capa; + odp_schedule_capability_t schedule_capa; uint32_t num_queues, num_buf; printf("\nODP example starts\n\n"); @@ -908,10 +909,16 @@ int main(int argc, char *argv[]) return -1; } + if (odp_schedule_capability(&schedule_capa)) { + printf("Error: Schedule capa failed.\n"); + return -1; + } + globals->queues_per_prio = QUEUES_PER_PRIO; num_queues = globals->queues_per_prio * NUM_PRIOS; - if (num_queues > capa.sched.max_num) - globals->queues_per_prio = capa.sched.max_num / NUM_PRIOS; + if (num_queues > schedule_capa.max_queues) + globals->queues_per_prio = schedule_capa.max_queues / + NUM_PRIOS; /* One plain queue is also used */ num_queues = (globals->queues_per_prio * NUM_PRIOS) + 1; diff --git a/test/validation/api/queue/queue.c b/test/validation/api/queue/queue.c index 99acc4bf..aab95bab 100644 --- a/test/validation/api/queue/queue.c +++ b/test/validation/api/queue/queue.c @@ -127,18 +127,15 @@ static void queue_test_capa(void) odp_queue_param_t qparams; char name[ODP_QUEUE_NAME_LEN]; odp_queue_t queue[MAX_QUEUES]; - uint32_t num_queues, min, i, j; + uint32_t num_queues, min, i; memset(&capa, 0, sizeof(odp_queue_capability_t)); CU_ASSERT(odp_queue_capability(&capa) == 0); CU_ASSERT(capa.max_queues != 0); CU_ASSERT(capa.plain.max_num != 0); - CU_ASSERT(capa.sched.max_num != 0); min = capa.plain.max_num; - if (min > capa.sched.max_num) - min = capa.sched.max_num; CU_ASSERT(capa.max_queues >= min); @@ -150,33 +147,26 @@ static void queue_test_capa(void) odp_queue_param_init(&qparams); CU_ASSERT(qparams.nonblocking == ODP_BLOCKING); - for (j = 0; j < 2; j++) { - if (j == 0) { - num_queues = capa.plain.max_num; - } else { - num_queues = capa.sched.max_num; - qparams.type = ODP_QUEUE_TYPE_SCHED; - } + num_queues = capa.plain.max_num; - if (num_queues > MAX_QUEUES) - num_queues = MAX_QUEUES; + if (num_queues > MAX_QUEUES) + num_queues = MAX_QUEUES; - for (i = 0; i < num_queues; i++) { - generate_name(name, i); - queue[i] = odp_queue_create(name, &qparams); + for (i = 0; i < num_queues; i++) { + generate_name(name, i); + queue[i] = odp_queue_create(name, &qparams); - if (queue[i] == ODP_QUEUE_INVALID) { - CU_FAIL("Queue create failed"); - num_queues = i; - break; - } - - CU_ASSERT(odp_queue_lookup(name) != ODP_QUEUE_INVALID); + if (queue[i] == ODP_QUEUE_INVALID) { + CU_FAIL("Queue create failed"); + num_queues = i; + break; } - for (i = 0; i < num_queues; i++) - CU_ASSERT(odp_queue_destroy(queue[i]) == 0); + CU_ASSERT(odp_queue_lookup(name) != ODP_QUEUE_INVALID); } + + for (i = 0; i < num_queues; i++) + CU_ASSERT(odp_queue_destroy(queue[i]) == 0); } static void queue_test_mode(void) diff --git a/test/validation/api/scheduler/scheduler.c b/test/validation/api/scheduler/scheduler.c index 35c38751..4fdfc243 100644 --- a/test/validation/api/scheduler/scheduler.c +++ b/test/validation/api/scheduler/scheduler.c @@ -20,6 +20,7 @@ #define NUM_BUFS_PAUSE 1000 #define NUM_BUFS_BEFORE_PAUSE 10 #define NUM_GROUPS 2 +#define MAX_QUEUES (64 * 1024) #define TEST_QUEUE_SIZE_NUM_EV 50 @@ -144,12 +145,16 @@ static void release_context(odp_schedule_sync_t sync) static void scheduler_test_capa(void) { odp_schedule_capability_t capa; + odp_queue_capability_t queue_capa; memset(&capa, 0, sizeof(odp_schedule_capability_t)); CU_ASSERT_FATAL(odp_schedule_capability(&capa) == 0); + CU_ASSERT_FATAL(odp_queue_capability(&queue_capa) == 0); CU_ASSERT(capa.max_groups != 0); CU_ASSERT(capa.max_prios != 0); + CU_ASSERT(capa.max_queues != 0); + CU_ASSERT(queue_capa.max_queues >= capa.max_queues); } static void scheduler_test_wait_time(void) @@ -413,6 +418,7 @@ static void scheduler_test_wait(void) static void scheduler_test_queue_size(void) { odp_queue_capability_t queue_capa; + odp_scheduler_config_t default_config; odp_pool_t pool; odp_pool_param_t pool_param; odp_queue_param_t queue_param; @@ -426,10 +432,11 @@ static void scheduler_test_queue_size(void) ODP_SCHED_SYNC_ORDERED}; CU_ASSERT_FATAL(odp_queue_capability(&queue_capa) == 0); + odp_scheduler_config_init(&default_config); queue_size = TEST_QUEUE_SIZE_NUM_EV; - if (queue_capa.sched.max_size && - queue_size > queue_capa.sched.max_size) - queue_size = queue_capa.sched.max_size; + if (default_config.queue_size && + queue_size > default_config.queue_size) + queue_size = default_config.queue_size; odp_pool_param_init(&pool_param); pool_param.buf.size = 100; @@ -1684,9 +1691,10 @@ static int create_queues(test_globals_t *globals) } globals->max_sched_queue_size = BUFS_PER_QUEUE_EXCL; - if (capa.sched.max_size && capa.sched.max_size < BUFS_PER_QUEUE_EXCL) { - printf("Max sched queue size %u\n", capa.sched.max_size); - globals->max_sched_queue_size = capa.sched.max_size; + if (sched_capa.max_queue_size && sched_capa.max_queue_size < + BUFS_PER_QUEUE_EXCL) { + printf("Max sched queue size %u\n", sched_capa.max_queue_size); + globals->max_sched_queue_size = sched_capa.max_queue_size; } prios = odp_schedule_num_prio(); @@ -1696,7 +1704,7 @@ static int create_queues(test_globals_t *globals) queues_per_prio = QUEUES_PER_PRIO; num_sched = (prios * queues_per_prio * sched_types) + CHAOS_NUM_QUEUES; num_plain = (prios * queues_per_prio); - while ((num_sched > capa.sched.max_num || + while ((num_sched > sched_capa.max_queues || num_plain > capa.plain.max_num || num_sched + num_plain > capa.max_queues) && queues_per_prio) { queues_per_prio--; commit 9bc0a0598323f5f655eeb65544ecdc74ab8150c2 Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Date: Wed Oct 31 13:47:52 2018 +0300 linux-gen: queue, schedule: move scheduled queue capabilities to sched Move scheduled queue capabilities to odp_schedule_capability_t structure, as they logically belong to ODP scheduler module, rather than queue module. Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Reviewed-by: Petri Savolainen <petri.savolainen(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/platform/linux-generic/odp_queue_basic.c b/platform/linux-generic/odp_queue_basic.c index 1d66ccc7..37a2fad1 100644 --- a/platform/linux-generic/odp_queue_basic.c +++ b/platform/linux-generic/odp_queue_basic.c @@ -57,10 +57,10 @@ static int queue_capa(odp_queue_capability_t *capa, int sched ODP_UNUSED) capa->plain.max_size = queue_glb->config.max_queue_size; capa->plain.lockfree.max_num = queue_glb->queue_lf_num; capa->plain.lockfree.max_size = queue_glb->queue_lf_size; +#if ODP_DEPRECATED_API capa->sched.max_num = capa->max_queues; capa->sched.max_size = queue_glb->config.max_queue_size; -#if ODP_DEPRECATED_API if (sched) { capa->max_ordered_locks = sched_fn->max_ordered_locks(); capa->max_sched_groups = sched_fn->num_grps(); diff --git a/platform/linux-generic/odp_queue_scalable.c b/platform/linux-generic/odp_queue_scalable.c index 4d5598a8..88abe8c7 100644 --- a/platform/linux-generic/odp_queue_scalable.c +++ b/platform/linux-generic/odp_queue_scalable.c @@ -317,11 +317,11 @@ static int queue_capability(odp_queue_capability_t *capa) capa->max_ordered_locks = sched_fn->max_ordered_locks(); capa->max_sched_groups = sched_fn->num_grps(); capa->sched_prios = odp_schedule_num_prio(); + capa->sched.max_num = ODP_CONFIG_QUEUES - NUM_INTERNAL_QUEUES; + capa->sched.max_size = 0; #endif capa->plain.max_num = ODP_CONFIG_QUEUES - NUM_INTERNAL_QUEUES; capa->plain.max_size = 0; - capa->sched.max_num = ODP_CONFIG_QUEUES - NUM_INTERNAL_QUEUES; - capa->sched.max_size = 0; return 0; } diff --git a/platform/linux-generic/odp_schedule_basic.c b/platform/linux-generic/odp_schedule_basic.c index 85b4142c..b93e5c41 100644 --- a/platform/linux-generic/odp_schedule_basic.c +++ b/platform/linux-generic/odp_schedule_basic.c @@ -1559,6 +1559,8 @@ static int schedule_capability(odp_schedule_capability_t *capa) capa->max_ordered_locks = schedule_max_ordered_locks(); capa->max_groups = schedule_num_grps(); capa->max_prios = schedule_num_prio(); + capa->max_queues = ODP_CONFIG_QUEUES - NUM_INTERNAL_QUEUES; + capa->max_queue_size = queue_glb->config.max_queue_size; return 0; } diff --git a/platform/linux-generic/odp_schedule_scalable.c b/platform/linux-generic/odp_schedule_scalable.c index 2c681647..091e5ff9 100644 --- a/platform/linux-generic/odp_schedule_scalable.c +++ b/platform/linux-generic/odp_schedule_scalable.c @@ -2114,6 +2114,8 @@ static int schedule_capability(odp_schedule_capability_t *capa) capa->max_ordered_locks = schedule_max_ordered_locks(); capa->max_groups = num_grps(); capa->max_prios = schedule_num_prio(); + capa->max_queues = ODP_CONFIG_QUEUES - NUM_INTERNAL_QUEUES; + capa->max_queue_size = 0; return 0; } diff --git a/platform/linux-generic/odp_schedule_sp.c b/platform/linux-generic/odp_schedule_sp.c index 9c477d71..6cc8f376 100644 --- a/platform/linux-generic/odp_schedule_sp.c +++ b/platform/linux-generic/odp_schedule_sp.c @@ -932,6 +932,8 @@ static int schedule_capability(odp_schedule_capability_t *capa) capa->max_ordered_locks = max_ordered_locks(); capa->max_groups = num_grps(); capa->max_prios = schedule_num_prio(); + capa->max_queues = ODP_CONFIG_QUEUES - NUM_INTERNAL_QUEUES; + capa->max_queue_size = queue_glb->config.max_queue_size; return 0; } commit 9f8d08163075eab9408de99d7da2165753f802e9 Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Date: Wed Oct 24 17:50:54 2018 +0300 api: queue, schedule: move scheduled queue capabilities to sched Move scheduled queue capabilities to odp_schedule_capability_t structure, as they logically belong to ODP scheduler module, rather than queue module. Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Reviewed-by: Petri Savolainen <petri.savolainen(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/include/odp/api/spec/queue_types.h b/include/odp/api/spec/queue_types.h index 9c7c7de9..c8f31046 100644 --- a/include/odp/api/spec/queue_types.h +++ b/include/odp/api/spec/queue_types.h @@ -139,7 +139,8 @@ typedef struct odp_queue_capability_t { * instead */ unsigned int ODP_DEPRECATE(max_sched_groups); - /** @deprecated Use prios field of odp_schedule_capability_t instead */ + /** @deprecated Use max_prios field of odp_schedule_capability_t + * instead */ unsigned int ODP_DEPRECATE(sched_prios); /** Plain queue capabilities */ @@ -182,7 +183,8 @@ typedef struct odp_queue_capability_t { } plain; - /** Scheduled queue capabilities */ + /** @deprecated Use queue capabilities in odp_schedule_capability_t + * instead */ struct { /** Maximum number of scheduled (ODP_BLOCKING) queues of the * default size. */ @@ -220,7 +222,7 @@ typedef struct odp_queue_capability_t { } waitfree; - } sched; + } ODP_DEPRECATE(sched); } odp_queue_capability_t; diff --git a/include/odp/api/spec/schedule_types.h b/include/odp/api/spec/schedule_types.h index f55e53f3..e7cc0479 100644 --- a/include/odp/api/spec/schedule_types.h +++ b/include/odp/api/spec/schedule_types.h @@ -14,6 +14,8 @@ #define ODP_API_SPEC_SCHEDULE_TYPES_H_ #include <odp/visibility_begin.h> +#include <odp/api/support.h> + #ifdef __cplusplus extern "C" { #endif @@ -178,6 +180,24 @@ typedef struct odp_schedule_capability_t { /** Number of scheduling priorities */ uint32_t max_prios; + /** Maximum number of scheduled (ODP_BLOCKING) queues of the default + * size. */ + uint32_t max_queues; + + /** Maximum number of events a scheduled (ODP_BLOCKING) queue can store + * simultaneously. The value of zero means that scheduled queues do not + * have a size limit, but a single queue can store all available + * events. */ + uint32_t max_queue_size; + + /** Lock-free (ODP_NONBLOCKING_LF) queues support. + * The specification is the same as for the blocking implementation. */ + odp_support_t lockfree_queues; + + /** Wait-free (ODP_NONBLOCKING_WF) queues support. + * The specification is the same as for the blocking implementation. */ + odp_support_t waitfree_queues; + } odp_schedule_capability_t; /** commit 602df05c79ea8126e679513ca9523222c7946a19 Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Date: Wed Oct 24 17:49:29 2018 +0300 example, tests: move scheduler capabilities to scheduler Add odp_schedule_capability() call to query scheduler capabilities. Move basic scheduler capabilities to new odp_schedule_capability_t structure. Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Reviewed-by: Petri Savolainen <petri.savolainen(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/example/sysinfo/odp_sysinfo.c b/example/sysinfo/odp_sysinfo.c index ff79d893..cd0c6bfd 100644 --- a/example/sysinfo/odp_sysinfo.c +++ b/example/sysinfo/odp_sysinfo.c @@ -238,6 +238,7 @@ int main(void) odp_queue_capability_t queue_capa; odp_timer_capability_t timer_capa; odp_crypto_capability_t crypto_capa; + odp_schedule_capability_t schedule_capa; uint64_t huge_page[MAX_HUGE_PAGES]; char ava_mask_str[ODP_CPUMASK_STR_SIZE]; char work_mask_str[ODP_CPUMASK_STR_SIZE]; @@ -293,6 +294,11 @@ int main(void) return -1; } + if (odp_schedule_capability(&schedule_capa)) { + printf("schedule capability failed\n"); + return -1; + } + if (odp_timer_capability(ODP_CLOCK_CPU, &timer_capa)) { printf("timer capability failed\n"); return -1; @@ -393,9 +399,9 @@ int main(void) printf("\n"); printf(" SCHEDULER\n"); printf(" max ordered locks: %" PRIu32 "\n", - queue_capa.max_ordered_locks); - printf(" max groups: %u\n", queue_capa.max_sched_groups); - printf(" priorities: %u\n", queue_capa.sched_prios); + schedule_capa.max_ordered_locks); + printf(" max groups: %u\n", schedule_capa.max_groups); + printf(" priorities: %u\n", schedule_capa.prios); printf(" sched.max_num: %" PRIu32 "\n", queue_capa.sched.max_num); printf(" sched.max_size: %" PRIu32 "\n", diff --git a/test/performance/odp_pktio_ordered.c b/test/performance/odp_pktio_ordered.c index 2e0ff578..1b4b756a 100644 --- a/test/performance/odp_pktio_ordered.c +++ b/test/performance/odp_pktio_ordered.c @@ -1062,6 +1062,7 @@ int main(int argc, char *argv[]) odp_pool_param_t params; odp_shm_t shm; odp_queue_capability_t queue_capa; + odp_schedule_capability_t schedule_capa; odp_pool_capability_t pool_capa; odph_ethaddr_t new_addr; odph_helper_options_t helper_options; @@ -1103,6 +1104,11 @@ int main(int argc, char *argv[]) exit(EXIT_FAILURE); } + if (odp_schedule_capability(&schedule_capa)) { + printf("Error: Schedule capa failed.\n"); + return -1; + } + if (odp_pool_capability(&pool_capa)) { LOG_ERR("Error: Pool capa failed\n"); exit(EXIT_FAILURE); @@ -1131,7 +1137,7 @@ int main(int argc, char *argv[]) if (gbl_args->appl.in_mode == SCHED_ORDERED) { /* At least one ordered lock required */ - if (queue_capa.max_ordered_locks < 1) { + if (schedule_capa.max_ordered_locks < 1) { LOG_ERR("Error: Ordered locks not available.\n"); exit(EXIT_FAILURE); } diff --git a/test/validation/api/classification/odp_classification_tests.c b/test/validation/api/classification/odp_classification_tests.c index 41201d4a..4f722140 100644 --- a/test/validation/api/classification/odp_classification_tests.c +++ b/test/validation/api/classification/odp_classification_tests.c @@ -152,16 +152,16 @@ void configure_cls_pmr_chain(void) uint32_t addr; uint32_t mask; odp_pmr_param_t pmr_param; - odp_queue_capability_t queue_capa; + odp_schedule_capability_t schedule_capa; - CU_ASSERT_FATAL(odp_queue_capability(&queue_capa) == 0); + CU_ASSERT_FATAL(odp_schedule_capability(&schedule_capa) == 0); odp_queue_param_init(&qparam); qparam.type = ODP_QUEUE_TYPE_SCHED; qparam.sched.prio = odp_schedule_default_prio(); qparam.sched.sync = ODP_SCHED_SYNC_PARALLEL; qparam.sched.group = ODP_SCHED_GROUP_ALL; - qparam.sched.lock_count = queue_capa.max_ordered_locks; + qparam.sched.lock_count = schedule_capa.max_ordered_locks; sprintf(queuename, "%s", "SrcQueue"); queue_list[CLS_PMR_CHAIN_SRC] = odp_queue_create(queuename, &qparam); diff --git a/test/validation/api/queue/queue.c b/test/validation/api/queue/queue.c index cf081a99..99acc4bf 100644 --- a/test/validation/api/queue/queue.c +++ b/test/validation/api/queue/queue.c @@ -133,8 +133,6 @@ static void queue_test_capa(void) CU_ASSERT(odp_queue_capability(&capa) == 0); CU_ASSERT(capa.max_queues != 0); - CU_ASSERT(capa.max_sched_groups != 0); - CU_ASSERT(capa.sched_prios != 0); CU_ASSERT(capa.plain.max_num != 0); CU_ASSERT(capa.sched.max_num != 0); @@ -715,6 +713,7 @@ static void queue_test_info(void) odp_queue_info_t info; odp_queue_param_t param; odp_queue_capability_t capability; + odp_schedule_capability_t sched_capa; char q_plain_ctx[] = "test_q_plain context data"; char q_order_ctx[] = "test_q_order context data"; uint32_t lock_count; @@ -729,13 +728,14 @@ static void queue_test_info(void) memset(&capability, 0, sizeof(odp_queue_capability_t)); CU_ASSERT(odp_queue_capability(&capability) == 0); + CU_ASSERT(odp_schedule_capability(&sched_capa) == 0); /* Create a scheduled ordered queue with explicitly set params */ odp_queue_param_init(&param); param.type = ODP_QUEUE_TYPE_SCHED; param.sched.prio = odp_schedule_default_prio(); param.sched.sync = ODP_SCHED_SYNC_ORDERED; param.sched.group = ODP_SCHED_GROUP_ALL; - param.sched.lock_count = capability.max_ordered_locks; + param.sched.lock_count = sched_capa.max_ordered_locks; if (param.sched.lock_count == 0) printf("\n Ordered locks NOT supported\n"); param.context = q_order_ctx; diff --git a/test/validation/api/scheduler/scheduler.c b/test/validation/api/scheduler/scheduler.c index 2f66f526..35c38751 100644 --- a/test/validation/api/scheduler/scheduler.c +++ b/test/validation/api/scheduler/scheduler.c @@ -141,6 +141,17 @@ static void release_context(odp_schedule_sync_t sync) odp_schedule_release_ordered(); } +static void scheduler_test_capa(void) +{ + odp_schedule_capability_t capa; + + memset(&capa, 0, sizeof(odp_schedule_capability_t)); + CU_ASSERT_FATAL(odp_schedule_capability(&capa) == 0); + + CU_ASSERT(capa.max_groups != 0); + CU_ASSERT(capa.max_prios != 0); +} + static void scheduler_test_wait_time(void) { int i; @@ -1643,6 +1654,7 @@ static int create_queues(test_globals_t *globals) { int i, j, prios, rc; odp_queue_capability_t capa; + odp_schedule_capability_t sched_capa; odp_pool_t queue_ctx_pool; odp_pool_param_t params; odp_buffer_t queue_ctx_buf; @@ -1659,11 +1671,16 @@ static int create_queues(test_globals_t *globals) return -1; } + if (odp_schedule_capability(&sched_capa) < 0) { + printf("Queue capability query failed\n"); + return -1; + } + /* Limit to test maximum */ - if (capa.max_ordered_locks > MAX_ORDERED_LOCKS) { - capa.max_ordered_locks = MAX_ORDERED_LOCKS; + if (sched_capa.max_ordered_locks > MAX_ORDERED_LOCKS) { + sched_capa.max_ordered_locks = MAX_ORDERED_LOCKS; printf("Testing only %u ordered locks\n", - capa.max_ordered_locks); + sched_capa.max_ordered_locks); } globals->max_sched_queue_size = BUFS_PER_QUEUE_EXCL; @@ -1764,7 +1781,7 @@ static int create_queues(test_globals_t *globals) snprintf(name, sizeof(name), "sched_%d_%d_o", i, j); p.sched.sync = ODP_SCHED_SYNC_ORDERED; - p.sched.lock_count = capa.max_ordered_locks; + p.sched.lock_count = sched_capa.max_ordered_locks; p.size = 0; q = odp_queue_create(name, &p); @@ -1773,12 +1790,12 @@ static int create_queues(test_globals_t *globals) return -1; } if (odp_queue_lock_count(q) != - capa.max_ordered_locks) { + sched_capa.max_ordered_locks) { printf("Queue %" PRIu64 " created with " "%d locks instead of expected %d\n", odp_queue_to_u64(q), odp_queue_lock_count(q), - capa.max_ordered_locks); + sched_capa.max_ordered_locks); return -1; } @@ -1795,7 +1812,7 @@ static int create_queues(test_globals_t *globals) qctx->sequence = 0; for (ndx = 0; - ndx < capa.max_ordered_locks; + ndx < sched_capa.max_ordered_locks; ndx++) { qctx->lock_sequence[ndx] = 0; } @@ -1949,6 +1966,7 @@ static int scheduler_suite_term(void) } odp_testinfo_t scheduler_suite[] = { + ODP_TEST_INFO(scheduler_test_capa), ODP_TEST_INFO(scheduler_test_wait_time), ODP_TEST_INFO(scheduler_test_num_prio), ODP_TEST_INFO(scheduler_test_queue_destroy), commit 1d8b95b6d776a7f8681ef400a062a67d4d37de56 Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Date: Fri Oct 26 03:00:43 2018 +0300 linux-gen: queue, schedule: move scheduler capabilities to scheduler Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Reviewed-by: Petri Savolainen <petri.savolainen(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/platform/linux-generic/include/odp_schedule_if.h b/platform/linux-generic/include/odp_schedule_if.h index 5f7f2c4d..88961269 100644 --- a/platform/linux-generic/include/odp_schedule_if.h +++ b/platform/linux-generic/include/odp_schedule_if.h @@ -90,6 +90,7 @@ void sched_cb_pktio_stop_finalize(int pktio_index); /* API functions */ typedef struct { uint64_t (*schedule_wait_time)(uint64_t ns); + int (*schedule_capability)(odp_schedule_capability_t *capa); odp_event_t (*schedule)(odp_queue_t *from, uint64_t wait); int (*schedule_multi)(odp_queue_t *from, uint64_t wait, odp_event_t events[], int num); diff --git a/platform/linux-generic/odp_queue_basic.c b/platform/linux-generic/odp_queue_basic.c index b1f9bd0e..1d66ccc7 100644 --- a/platform/linux-generic/odp_queue_basic.c +++ b/platform/linux-generic/odp_queue_basic.c @@ -47,7 +47,7 @@ static int queue_init(queue_entry_t *queue, const char *name, queue_global_t *queue_glb; extern _odp_queue_inline_offset_t _odp_queue_inline_offset; -static int queue_capa(odp_queue_capability_t *capa, int sched) +static int queue_capa(odp_queue_capability_t *capa, int sched ODP_UNUSED) { memset(capa, 0, sizeof(odp_queue_capability_t)); @@ -60,11 +60,13 @@ static int queue_capa(odp_queue_capability_t *capa, int sched) capa->sched.max_num = capa->max_queues; capa->sched.max_size = queue_glb->config.max_queue_size; +#if ODP_DEPRECATED_API if (sched) { capa->max_ordered_locks = sched_fn->max_ordered_locks(); capa->max_sched_groups = sched_fn->num_grps(); capa->sched_prios = odp_schedule_num_prio(); } +#endif return 0; } diff --git a/platform/linux-generic/odp_queue_scalable.c b/platform/linux-generic/odp_queue_scalable.c index ac85d10a..4d5598a8 100644 --- a/platform/linux-generic/odp_queue_scalable.c +++ b/platform/linux-generic/odp_queue_scalable.c @@ -313,9 +313,11 @@ static int queue_capability(odp_queue_capability_t *capa) /* Reserve some queues for internal use */ capa->max_queues = ODP_CONFIG_QUEUES - NUM_INTERNAL_QUEUES; +#if ODP_DEPRECATED_API capa->max_ordered_locks = sched_fn->max_ordered_locks(); capa->max_sched_groups = sched_fn->num_grps(); capa->sched_prios = odp_schedule_num_prio(); +#endif capa->plain.max_num = ODP_CONFIG_QUEUES - NUM_INTERNAL_QUEUES; capa->plain.max_size = 0; capa->sched.max_num = ODP_CONFIG_QUEUES - NUM_INTERNAL_QUEUES; diff --git a/platform/linux-generic/odp_schedule_basic.c b/platform/linux-generic/odp_schedule_basic.c index 0b226e4f..85b4142c 100644 --- a/platform/linux-generic/odp_schedule_basic.c +++ b/platform/linux-generic/odp_schedule_basic.c @@ -1550,6 +1550,17 @@ static int schedule_num_grps(void) static void schedule_config(schedule_config_t *config) { *config = *(&sched->config_if); +}; + +static int schedule_capability(odp_schedule_capability_t *capa) +{ + memset(capa, 0, sizeof(odp_schedule_capability_t)); + + capa->max_ordered_locks = schedule_max_ordered_locks(); + capa->max_groups = schedule_num_grps(); + capa->max_prios = schedule_num_prio(); + + return 0; } /* Fill in scheduler interface */ @@ -1575,6 +1586,7 @@ const schedule_fn_t schedule_basic_fn = { /* Fill in scheduler API calls */ const schedule_api_t schedule_basic_api = { .schedule_wait_time = schedule_wait_time, + .schedule_capability = schedule_capability, .schedule = schedule, .schedule_multi = schedule_multi, .schedule_multi_wait = schedule_multi_wait, diff --git a/platform/linux-generic/odp_schedule_if.c b/platform/linux-generic/odp_schedule_if.c index 4d50a13f..92e0a62f 100644 --- a/platform/linux-generic/odp_schedule_if.c +++ b/platform/linux-generic/odp_schedule_if.c @@ -30,6 +30,11 @@ uint64_t odp_schedule_wait_time(uint64_t ns) return sched_api->schedule_wait_time(ns); } +int odp_schedule_capability(odp_schedule_capability_t *capa) +{ + return sched_api->schedule_capability(capa); +} + odp_event_t odp_schedule(odp_queue_t *from, uint64_t wait) { return sched_api->schedule(from, wait); diff --git a/platform/linux-generic/odp_schedule_scalable.c b/platform/linux-generic/odp_schedule_scalable.c index 957398ca..2c681647 100644 --- a/platform/linux-generic/odp_schedule_scalable.c +++ b/platform/linux-generic/odp_schedule_scalable.c @@ -2107,6 +2107,17 @@ static uint32_t schedule_max_ordered_locks(void) return CONFIG_QUEUE_MAX_ORD_LOCKS; } +static int schedule_capability(odp_schedule_capability_t *capa) +{ + memset(capa, 0, sizeof(odp_schedule_capability_t)); + + capa->max_ordered_locks = schedule_max_ordered_locks(); + capa->max_groups = num_grps(); + capa->max_prios = schedule_num_prio(); + + return 0; +} + const schedule_fn_t schedule_scalable_fn = { .pktio_start = pktio_start, .thr_add = thr_add, @@ -2127,6 +2138,7 @@ const schedule_fn_t schedule_scalable_fn = { const schedule_api_t schedule_scalable_api = { .schedule_wait_time = schedule_wait_time, + .schedule_capability = schedule_capability, .schedule = schedule, .schedule_multi = schedule_multi, .schedule_multi_wait = schedule_multi_wait, diff --git a/platform/linux-generic/odp_schedule_sp.c b/platform/linux-generic/odp_schedule_sp.c index f55e2151..9c477d71 100644 --- a/platform/linux-generic/odp_schedule_sp.c +++ b/platform/linux-generic/odp_schedule_sp.c @@ -925,6 +925,17 @@ static void order_unlock(void) { } +static int schedule_capability(odp_schedule_capability_t *capa) +{ + memset(capa, 0, sizeof(odp_schedule_capability_t)); + + capa->max_ordered_locks = max_ordered_locks(); + capa->max_groups = num_grps(); + capa->max_prios = schedule_num_prio(); + + return 0; +} + /* Fill in scheduler interface */ const schedule_fn_t schedule_sp_fn = { .pktio_start = pktio_start, @@ -947,6 +958,7 @@ const schedule_fn_t schedule_sp_fn = { /* Fill in scheduler API calls */ const schedule_api_t schedule_sp_api = { .schedule_wait_time = schedule_wait_time, + .schedule_capability = schedule_capability, .schedule = schedule, .schedule_multi = schedule_multi, .schedule_multi_wait = schedule_multi_wait, commit 09d8048fc8bff31797f9359db9f43da75fd15c3f Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Date: Fri Oct 26 02:50:26 2018 +0300 linux-gen: move NUM_INTERNAL_QUEUES to config It is really a config value, that allows one to select amount of queues to be reserved for platform internal use, so move it to config header. Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Reviewed-by: Petri Savolainen <petri.savolainen(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/platform/linux-generic/include/odp_config_internal.h b/platform/linux-generic/include/odp_config_internal.h index a06e0c97..810576b9 100644 --- a/platform/linux-generic/include/odp_config_internal.h +++ b/platform/linux-generic/include/odp_config_internal.h @@ -26,6 +26,11 @@ extern "C" { */ #define ODP_CONFIG_QUEUES 1024 +/* + * Queues reserved for ODP internal use + */ +#define NUM_INTERNAL_QUEUES 64 + /* * Maximum number of ordered locks per queue */ diff --git a/platform/linux-generic/odp_queue_basic.c b/platform/linux-generic/odp_queue_basic.c index f02a9a32..b1f9bd0e 100644 --- a/platform/linux-generic/odp_queue_basic.c +++ b/platform/linux-generic/odp_queue_basic.c @@ -30,8 +30,6 @@ #include <odp/api/plat/queue_inline_types.h> #include <odp_global_data.h> -#define NUM_INTERNAL_QUEUES 64 - #include <odp/api/plat/ticketlock_inlines.h> #define LOCK(queue_ptr) odp_ticketlock_lock(&((queue_ptr)->s.lock)) #define UNLOCK(queue_ptr) odp_ticketlock_unlock(&((queue_ptr)->s.lock)) diff --git a/platform/linux-generic/odp_queue_scalable.c b/platform/linux-generic/odp_queue_scalable.c index 5bff1354..ac85d10a 100644 --- a/platform/linux-generic/odp_queue_scalable.c +++ b/platform/linux-generic/odp_queue_scalable.c @@ -33,8 +33,6 @@ #include <string.h> #include <inttypes.h> -#define NUM_INTERNAL_QUEUES 64 - #define MIN(a, b) \ ({ \ __typeof__(a) tmp_a = (a); \ commit c7d5d4005f333f3f125e0582aac7cf2423112ac4 Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Date: Wed Oct 24 17:49:29 2018 +0300 api: queue, schedule: move scheduler capabilities to scheduler Add odp_schedule_capability() call to query scheduler capabilities. Move basic scheduler capabilities to new odp_schedule_capability_t structure. Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Reviewed-by: Petri Savolainen <petri.savolainen(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/include/odp/api/spec/queue_types.h b/include/odp/api/spec/queue_types.h index be7e79a8..9c7c7de9 100644 --- a/include/odp/api/spec/queue_types.h +++ b/include/odp/api/spec/queue_types.h @@ -19,6 +19,7 @@ extern "C" { #endif #include <odp/api/schedule_types.h> +#include <odp/api/deprecated.h> /** @addtogroup odp_queue * @{ @@ -130,14 +131,16 @@ typedef struct odp_queue_capability_t { * types are used simultaneously. */ uint32_t max_queues; - /** Maximum number of ordered locks per queue */ - uint32_t max_ordered_locks; + /** @deprecated Use max_ordered_locks field of + * odp_schedule_capability_t instead */ + uint32_t ODP_DEPRECATE(max_ordered_locks); - /** Maximum number of scheduling groups */ - unsigned max_sched_groups; + /** @deprecated Use max_groups field of odp_schedule_capability_t + * instead */ + unsigned int ODP_DEPRECATE(max_sched_groups); - /** Number of scheduling priorities */ - unsigned sched_prios; + /** @deprecated Use prios field of odp_schedule_capability_t instead */ + unsigned int ODP_DEPRECATE(sched_prios); /** Plain queue capabilities */ struct { diff --git a/include/odp/api/spec/schedule.h b/include/odp/api/spec/schedule.h index d9b868e3..6538c509 100644 --- a/include/odp/api/spec/schedule.h +++ b/include/odp/api/spec/schedule.h @@ -257,6 +257,18 @@ int odp_schedule_default_prio(void); */ int odp_schedule_num_prio(void); +/** + * Query scheduler capabilities + * + * Outputs schedule capabilities on success. + * + * @param[out] capa Pointer to capability structure for output + * + * @retval 0 on success + * @retval <0 on failure + */ +int odp_schedule_capability(odp_schedule_capability_t *capa); + /** * Schedule group create * diff --git a/include/odp/api/spec/schedule_types.h b/include/odp/api/spec/schedule_types.h index 76afc6dd..f55e53f3 100644 --- a/include/odp/api/spec/schedule_types.h +++ b/include/odp/api/spec/schedule_types.h @@ -165,6 +165,21 @@ typedef struct odp_schedule_param_t { uint32_t lock_count; } odp_schedule_param_t; +/** + * Scheduler capabilities + */ +typedef struct odp_schedule_capability_t { + /** Maximum number of ordered locks per queue */ + uint32_t max_ordered_locks; + + /** Maximum number of scheduling groups */ + uint32_t max_groups; + + /** Number of scheduling priorities */ + uint32_t max_prios; + +} odp_schedule_capability_t; + /** * @} */ commit 9b945554c0a522030de185fe5e2e0724427c8223 Author: Balasubramanian Manoharan <bala.manoharan(a)linaro.org> Date: Tue Apr 24 20:09:37 2018 +0530 api: comp: compression specification ODP Compression specification Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org> Signed-off-by: Shally Verma <shally.verma(a)cavium.com> Signed-off-by: Mahipal Challa <mahipal.challa(a)cavium.com> Reviewed-by: Petri Savolainen <petri.savolainen(a)linaro.org> Reviewed-by: Bogdan Pricope <bogdan.pricope(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/include/odp/api/abi-default/comp.h b/include/odp/api/abi-default/comp.h new file mode 100644 index 00000000..8a1145af --- /dev/null +++ b/include/odp/api/abi-default/comp.h @@ -0,0 +1,35 @@ +/* Copyright (c) 2018, Linaro Limited + * All rights reserved. + * + * SPDX-License-Identifier: BSD-3-Clause + */ + +#ifndef ODP_ABI_COMP_H_ +#define ODP_ABI_COMP_H_ + +#ifdef __cplusplus +extern "C" { +#endif + +#include <stdint.h> + +/** @internal Dummy type for strong typing */ +typedef struct { char dummy; /**< @internal Dummy */ } _odp_abi_comp_session_t; + +/** @ingroup odp_compression + * @{ + */ + +typedef _odp_abi_comp_session_t *odp_comp_session_t; + +#define ODP_COMP_SESSION_INVALID ((odp_comp_session_t)0) + +/** + * @} + */ + +#ifdef __cplusplus +} +#endif + +#endif diff --git a/include/odp/api/spec/comp.h b/include/odp/api/spec/comp.h new file mode 100644 index 00000000..a5eb5a23 --- /dev/null +++ b/include/odp/api/spec/comp.h @@ -0,0 +1,613 @@ +/* Copyright (c) 2018, Linaro Limited + * All rights reserved. + * + * SPDX-License-Identifier: BSD-3-Clause + */ + +/** + * @file + * + * ODP Compression + */ + +#ifndef ODP_API_COMP_H_ +#define ODP_API_COMP_H_ + +#include <odp/visibility_begin.h> +#include <odp/api/support.h> +#include <odp/api/packet.h> + +#ifdef __cplusplus +extern "C" { +#endif + +/** @defgroup odp_compression ODP COMP + * Operations for Compression and Decompression API. + * Hash calculation may be combined with de-/compression operations + * + * @{ + */ + +/** + * @def ODP_COMP_SESSION_INVALID + * Invalid session handle + */ + +/** + * @typedef odp_comp_session_t + * Compression/Decompression session handle + */ + +/** + * Compression operation mode + */ +typedef enum { + /** Synchronous Compression operation + * + * Application uses synchronous operation, + * which outputs all results on function return. + * */ + ODP_COMP_OP_MODE_SYNC, + + /** Asynchronous Compression operation + * + * Application uses asynchronous operation, + * which return results via events. + * */ + ODP_COMP_OP_MODE_ASYNC +} odp_comp_op_mode_t; + +/** + * Compression operation type. + */ +typedef enum { + /** Operation type - Compress */ + ODP_COMP_OP_COMPRESS, + + /** Operation type - Decompress */ + ODP_COMP_OP_DECOMPRESS +} odp_comp_op_t; + +/** + * Compression hash algorithms + */ +typedef enum { + /** No hash algorithm selected. */ + ODP_COMP_HASH_ALG_NONE, + + /** SHA-1 hash algorithm. */ + ODP_COMP_HASH_ALG_SHA1, + + /** SHA-2 hash algorithm 256-bit digest length. */ + ODP_COMP_HASH_ALG_SHA256 +} odp_comp_hash_alg_t; + +/** + * Compression algorithms + * + */ +typedef enum { + /** No algorithm specified. Added for testing purpose. */ + ODP_COMP_ALG_NULL, + + /** DEFLATE - RFC1951 */ + ODP_COMP_ALG_DEFLATE, + + /** ZLIB - RFC1950 */ + ODP_COMP_ALG_ZLIB, + + /** LZS */ + ODP_COMP_ALG_LZS +} odp_comp_alg_t; + +/** + * Compression operation status codes + */ +typedef enum { + /** Operation completed successfully*/ + ODP_COMP_STATUS_SUCCESS, + + /** Operation terminated due to insufficient output buffer */ + ODP_COMP_STATUS_OUT_OF_SPACE_TERM, + + /** Operation failure */ + ODP_COMP_STATUS_FAILURE, +} odp_comp_status_t; + +/** + * Hash algorithms in a bit field structure + */ +typedef union odp_comp_hash_algos_t { + /** hash algorithms */ + struct { + /** ODP_COMP_HASH_ALG_NONE */ + uint32_t none : 1, + + /** ODP_COMP_HASH_ALG_SHA1 */ + uint32_t sha1 : 1; + + /** ODP_COMP_HASH_ALG_SHA256 */ + uint32_t sha256 : 1; + + } bit; + + /** All bits of the bit field structure + * + * This field can be used to set/clear all flags, or bitwise + * operations over the entire structure. + */ + uint32_t all_bits; +} odp_comp_hash_algos_t; + +/** + * Compression algorithms in a bit field structure + */ +typedef union odp_comp_algos_t { + /** Compression algorithms */ + struct { + /** ODP_COMP_ALG_NULL */ + uint32_t null : 1; + + /** ODP_COMP_ALG_DEFLATE */ + uint32_t deflate : 1; + + /** ODP_COMP_ALG_ZLIB */ + uint32_t zlib : 1; + + /** ODP_COMP_ALG_LZS */ + uint32_t lzs : 1; + } bit; + + /** All bits of the bit field structure + * This field can be used to set/clear all flags, or bitwise + * operations over the entire structure. + */ + uint32_t all_bits; +} odp_comp_algos_t; + +/** + * Compression Interface Capabilities + */ +typedef struct odp_comp_capability_t { + /** Maximum number of sessions */ + uint32_t max_sessions; + + /** Supported compression algorithms */ + odp_comp_algos_t comp_algos; + + /** Supported hash algorithms */ + odp_comp_hash_algos_t hash_algos; + + /** Synchronous compression mode support (ODP_COMP_OP_MODE_SYNC) */ + odp_support_t sync; + + /** Aynchronous compression mode support (ODP_COMP_OP_MODE_SSYNC) */ + odp_support_t async; +} odp_comp_capability_t; + +/** + * Hash algorithm capabilities + */ +typedef struct odp_comp_hash_alg_capability_t { + /** Digest length in bytes */ + uint32_t digest_len; +} odp_comp_hash_alg_capability_t; + +/** + * Compression algorithm capabilities + */ +typedef struct odp_comp_alg_capability_t { + + /** Maximum compression level supported by implementation of this + * algorithm. Indicates number of compression levels supported by + * implementation. Valid range from (1 ... max_level) + */ + uint32_t max_level; + + /** Supported hash algorithms */ + odp_comp_hash_algos_t hash_algo; + + /** Compression ratio + * Optimal compression operation ratio for this algorithm. + * This is an estimate of maximum compression operation output for this + * algorithm. It is expressed as a percentage of maximum expected + * output data size with respect to input data size. + * i.e a value of 200% denotes the output data is 2x times the input + * data size. This is an optimal/most case estimate and it is possible + * that the percentage of output data produced might be greater + * than this value. + * + * @see odp__percent_t + */ + odp_percent_t compression_ratio; +} odp_comp_alg_capability_t; + +/** + * Compression Huffman type. Used by DEFLATE algorithm + */ +typedef enum odp_comp_huffman_code { + /** Fixed Huffman code */ + ODP_COMP_HUFFMAN_FIXED, + + /** Dynamic Huffman code */ + ODP_COMP_HUFFMAN_DYNAMIC, + + /** Default huffman code selected by implementation */ + ODP_COMP_HUFFMAN_DEFAULT, +} odp_comp_huffman_code_t; + +/** + * Compression DEFLATEe algorithm parameters. + * Also initialized by other deflate based algorithms , ex. ZLIB + */ +typedef struct odp_comp_deflate_param { + /** + * Compression level + * + * Valid range is integer between (0 ... max_level) + * level supported by the implementation. + * + * where, + * 0 - implemention default + * + * 1 - fastest compression i.e. output produced at + * best possible speed at the expense of compression quality + * + * max_level - High quality compression + * + * @see 'max_level' in odp_comp_alg_capability_t + */ + uint32_t comp_level; + + /** huffman code to use */ + odp_comp_huffman_code_t huffman_code; +} odp_comp_deflate_param_t; + +/** + * Compression algorithm specific parameters + */ +typedef union odp_comp_alg_param_t { + /** deflate parameter */ + odp_comp_deflate_param_t deflate; + + /** Struct for defining zlib algorithm parameters */ + struct { + /** deflate algo params */ + odp_comp_deflate_param_t deflate; + } zlib; +} odp_comp_alg_param_t; + + /** + * Compression session creation parameters + */ +typedef struct odp_comp_session_param_t { + /** Compression operation type Compress vs Decompress */ + odp_comp_op_t op; + + /** Compression operation mode + * + * Operation mode Synchronous vs Asynchronous + * + * @see odp_comp_op(), odp_comp_op_enq() + */ + odp_comp_op_mode_t mode; + + /** Compression algorithm + * + * @see odp_comp_capability() + */ + odp_comp_alg_t comp_algo; + + /** Hash algorithm + * + * @see odp_comp_alg_capability() + */ + odp_comp_hash_alg_t hash_algo; + + /** parameters specific to compression */ + odp_comp_alg_param_t alg_param; + + /** Session packet enqueue ordering + * Boolean to indicate if packet enqueue ordering is required per + * session. Valid only for Asynchronous operation mode + * (ODP_COMP_OP_MODE_ASYNC). Packet order is always maintained for + * synchronous operation mode (ODP_COMP_OP_MODE_SYNC) + * + * true: packet session enqueue order maintained + * + * false: packet session enqueue order is not maintained + * + * @note: By disabling packet order requirement, performance oriented + * application can leverage HW offered parallelism to increase operation + * performance. + */ + odp_bool_t packet_order; + + /** Destination queue for compression operations result. + * Results are enqueued as ODP_EVENT_PACKET with subtype + * ODP_EVENT_PACKET_COMP + */ + odp_queue_t compl_queue; +} odp_comp_session_param_t; + +/** + * Compression packet operation result + */ +typedef struct odp_comp_packet_result_t { + /** Operation status code */ + odp_comp_status_t status; + + /** Input packet handle */ + odp_packet_t pkt_in; + + /** Output packet data range + * Specifies offset and length of data resulting from compression + * operation. When hashing is configured output_data_range.len equals + * length of output data + 'digest+len' + */ + odp_packet_data_range_t output_data_range; +} odp_comp_packet_result_t; + +/** + * Compression per packet operation parameters + */ +typedef struct odp_comp_packet_op_param_t { + /** Session handle */ + odp_comp_session_t session; + + /** Input data range to process. where, + * + * offset - starting offset + * length - length of data for compression operation + * */ + odp_packet_data_range_t in_data_range; + + /** Output packet data range. + * Indicates where processed packet will be written. where, + * + * offset - starting offset + * length - length of buffer available for output + * + * Output packet data is not modified outside of this provided data + * range. If output data length is not sufficient for compression + * operation ODP_COMP_STATUS_OUT_OF_SPACE_TERM error will occur + */ + odp_packet_data_range_t out_data_range; +} odp_comp_packet_op_param_t; + +/** + * Query compression capabilities + * + * Output compression capabilities on success. + * + * @param[out] capa Pointer to capability structure for output + * + * @retval 0 on success + * @retval <0 on failure + */ +int odp_comp_capability(odp_comp_capability_t *capa); + +/** + * Query supported compression algorithm capabilities + * + * Output algorithm capabilities. + * + * @param comp Compression algorithm + * @param[out] capa Compression algorithm capability + * + * @retval 0 on success + * @retval <0 on failure + */ +int odp_comp_alg_capability(odp_comp_alg_t comp, + odp_comp_alg_capability_t *capa); + +/** + * Query supported hash algorithm capabilities + * + * Outputs all supported configuration options for the algorithm. + * + * @param hash Hash algorithm + * @param capa Hash algorithm capability + * + * @retval 0 on success + * @retval <0 on failure + */ +int odp_comp_hash_alg_capability(odp_comp_hash_alg_t hash, + odp_comp_hash_alg_capability_t *capa); + +/** + * Initialize compression session parameters + * + * Initialize an odp_comp_session_param_t to its default values for + * all fields. + * + * @param param Pointer to odp_comp_session_param_t to be initialized + */ +void odp_comp_session_param_init(odp_comp_session_param_t *param); + +/** + * Compression session creation + * + * Create a comp session according to the session parameters. Use + * odp_comp_session_param_init() to initialize parameters into their + * default values. + * + * @param param Session parameters + * + * @retval Comp session handle + * @retval ODP_COMP_SESSION_INVALID on failure + */ +odp_comp_session_t +odp_comp_session_create(const odp_comp_session_param_t *param); + +/** + * Compression session destroy + * + * Destroy an unused session. Result is undefined if session is being used + * (i.e. asynchronous operation is in progress). + * + * @param session Session handle + * + * @retval 0 on success + * @retval <0 on failure + */ +int odp_comp_session_destroy(odp_comp_session_t session); + +/** + * Synchronous packet compression operation + * + * This operation does packet compression in synchronous mode. A successful operation + * returns the number of successfully processed input packets and updates the + * results in the corresponding output packets. Outputted packets contain + * compression results metadata (odp_comp_packet_result_t), which should be + * checked for operation status. Length of outputted data can be got from + * output_data_range.len. + * + * When hashing is configured along with compression operation the + * result is appended at the end of the output data, output_data_range.len + * equals length of output data + 'digest_len'. Processed data length + * can be computed by subtracting 'digest_len' from output_data_range.len where + * 'digest_len' can be queried from odp_comp_hash_alg_capability(). + * Hash is always performed on plain text. Hash validation in decompression is + * performed by the application. + * For every input packet entry in 'pkt_in' array, application should pass + * corresponding valid output packet handle. If any error occurs during + * processing of packets, the API returns with number of entries successfully + * processed. + * Output packet metadatas like length or data pointer will not be updated. + * + * @param pkt_in Packets to be processed + * @param pkt_out Packet handle array for resulting packets + * @param num_pkt Number of packets to be processed + * @param param Operation parameters + * + * @return Number of input packets consumed (0 ... num_pkt) + * @retval <0 on failure + * + * @note The 'pkt_in','pkt_out'and 'param' arrays should be of same length, + * Results are undefined if otherwise. + + * @note Same packet handle cannot be used as input and output parameter. + * In-place compression operation is not supported + */ +int odp_comp_op(const odp_packet_t pkt_in[], odp_packet_t pkt_out[], + int num_pkt, const odp_comp_packet_op_param_t param[]); + +/** + * Asynchronous packet compression operation + * + * This operation does packet compression in asynchronous mode. It processes + * packets otherwise identical to odp_comp_op(), but the resulting packets are + * enqueued to 'compl_queue' configured during session (odp_comp_session_t) + * creation. For every input packet entry in in_pkt array, user should pass + * corresponding valid output packet handle. On return, API returns with + * number of entries successfully submitted for operation. + * + * When hashing is configured along with compression operation the + * result is appended at the end of the output data, output_data_range.len + * equals length of output data + 'digest_len'. Processed data length + * can be computed by subtracting 'digest_len' from output_data_range.len where + * 'digest_len' can be queried from odp_comp_hash_alg_capability(). + * Hash is always performed on plain text. Hash validation in decompression is + * performed by the application. + * + * In case of partially accepted array i.e. + * when number of packets returned < num_pkt, application may attempt to + * resubmit subsequent entries via calling any of the operation API. + * + * All the packets successfully enqueued will be submitted to 'compl_queue' + * after compression operation, Application should check 'status' of the + * operation in odp_comp_packet_result_t. + * Output packet metadatas like length or data pointer will not be updated. + * + * Please note it is always recommended that application using async mode, + * provide sufficiently large buffer size to avoid + * ODP_COMP_STATUS_OUT_OF_SPACE_TERM. + * + * @param pkt_in Packets to be processed + * @param pkt_out Packet handle array for resulting packets + * @param num_pkt Number of packets to be processed + * @param param Operation parameters + * + * @return Number of input packets enqueued (0 ... num_pkt) + * @retval <0 on failure + * + * @note The 'pkt_in','pkt_out'and 'param' arrays should be of same length, + * Results are undefined if otherwise. + + * @note Same packet handle cannot be used as input and output parameter. + * In-place compression operation is not supported + + * @see odp_comp_op(), odp_comp_packet_result() + */ +int odp_comp_op_enq(const odp_packet_t pkt_in[], odp_packet_t pkt_out[], + int num_pkt, const odp_comp_packet_op_param_t param[]); + +/** + * Get compression operation results from processed packet. + * + * Successful compression operations of all modes (ODP_COMP_OP_MODE_SYNC and + * ODP_COMP_OP_MODE_ASYNC) produce packets which contain compression result + * metadata. This function copies operation results from compression processed + * packet. Event subtype of this packet is ODP_EVENT_PACKET_COMP. Results are + * undefined if non-compression processed packet is passed as input. + * + * @param[out] result pointer to operation result for output + * @param packet compression processed packet (ODP_EVENT_PACKET_COMP) + * + * @retval 0 On success + * @retval <0 On failure + */ +int odp_comp_result(odp_comp_packet_result_t *result, odp_packet_t packet); + + /** + * Convert compression processed packet event to packet handle + * + * Get packet handle corresponding to processed packet event. Event subtype + * must be ODP_EVENT_PACKET_COMP. Compression operation results can be + * examined with odp_comp_result(). + * + * @param event Event handle + * + * @return Valid Packet handle on success, + * @retval ODP_PACKET_INVALID on failure + * + * @see odp_event_subtype(), odp_comp_result() + * + */ +odp_packet_t odp_comp_packet_from_event(odp_event_t event); + + /** + * Convert processed packet handle to event + * + * The packet handle must be an output of a compression operation + * + * @param pkt Packet handle from compression operation + * @return Event handle + */ +odp_event_t odp_comp_packet_to_event(odp_packet_t pkt); + +/** + * Get printable value for an odp_comp_session_t + * + * @param hdl odp_comp_session_t handle to be printed + * @return uint64_t value that can be used to print/display this + * handle + * + * @note This routine is intended to be used for diagnostic purposes + * to enable applications to generate a printable value that represents + * an odp_comp_session_t handle. + */ +uint64_t odp_comp_session_to_u64(odp_comp_session_t hdl); + +/** + * @} + */ + +#ifdef __cplusplus +} +#endif + +#include <odp/visibility_end.h> +#endif + ----------------------------------------------------------------------- Summary of changes: CHANGELOG | 312 +++++++ configure.ac | 4 +- doc/implementers-guide/implementers-guide.adoc | 163 ++++ include/odp/api/abi-default/traffic_mngr.h | 8 +- .../linux-generic/include/odp_config_internal.h | 8 - .../include/odp_traffic_mngr_internal.h | 37 +- platform/linux-generic/odp_pool.c | 29 +- platform/linux-generic/odp_traffic_mngr.c | 958 +++++++++++---------- 8 files changed, 1043 insertions(+), 476 deletions(-) hooks/post-receive --

6 years, 3 months

[COMMIT] branch api-next updated. v1.19.0.2_tigermoth-325-ga110685b

by git＠git-us.linaro.org

This is an automated email from the git hooks/post-receive script. It was generated because a ref change was pushed to the repository containing the project "". The branch, api-next has been updated via a110685b8357276cb4a63ebc6ff421f42f461d94 (commit) from bc86441b2d02dd518e710f1d9e6936525530c1bb (commit) Those revisions listed above that are new to this repository have not appeared on any other notification email; so we list those revisions in full, below. - Log ----------------------------------------------------------------- commit a110685b8357276cb4a63ebc6ff421f42f461d94 Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Date: Fri Nov 23 03:24:39 2018 +0300 linux-gen: event: support flow-awareness API Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Reviewed-by: Petri Savolainen <petri.savolainen(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/platform/linux-generic/odp_event.c b/platform/linux-generic/odp_event.c index bb378528..bdde93e1 100644 --- a/platform/linux-generic/odp_event.c +++ b/platform/linux-generic/odp_event.c @@ -59,6 +59,19 @@ int odp_event_type_multi(const odp_event_t event[], int num, return i; } +/* For now ODP generic does not support flow awareness, + * so all flow ids are zero. */ +uint32_t odp_event_flow_id(odp_event_t event ODP_UNUSED) +{ + return 0; +} + +void odp_event_flow_id_set(odp_event_t event ODP_UNUSED, + uint32_t flow_id ODP_UNUSED) +{ + /* Do nothing */ +} + void odp_event_free(odp_event_t event) { switch (odp_event_type(event)) { ----------------------------------------------------------------------- Summary of changes: platform/linux-generic/odp_event.c | 13 +++++++++++++ 1 file changed, 13 insertions(+) hooks/post-receive --

6 years, 3 months

[COMMIT] annotated tag v1.20.0.0 created. v1.20.0.0

by git＠git-us.linaro.org

This is an automated email from the git hooks/post-receive script. It was generated because a ref change was pushed to the repository containing the project "". The annotated tag, v1.20.0.0 has been created at 503236d6b9058a45ad87881f2d6e7893298b64fc (tag) tagging ec5066a3430e31a87727ac4aea5793253e5ee843 (commit) replaces v1.19.0.2_tigermoth tagged by Maxim Uvarov on Tue Dec 4 09:52:06 2018 +0300 - Log ----------------------------------------------------------------- == OpenDataPlane (1.20.0.0) === Summary of Changes ODP v1.20.0.0 is a refresh of ODP, incorporating significant configurability and performance improvements as well as new APIs and API restructures. ==== APIs ===== Symbol `ODP_SHM_NULL` Removed. An invalid `odp_shm_t` has the value `ODP_SHM_INVALID`, consistent with other ODP types. The legacy synonym `ODP_SHM_NULL` is now removed for consistency. ===== New 3GPP Crypto Algorithm Support New support for 3GPP crypto algorithms is added by defining symbols for * `ODP_CIPHER_ALG_KASUMI_F8` * `ODP_CIPHER_ALG_SNOW3G_UEA2` * `ODP_CIPHER_ALG_ZUC_EEA3` In addition new authentication algorithm symbols are defined for * `ODP_AUTH_ALG_KASUMI_F9` * `ODP_AUTH_ALG_SNOW3G_UIA2` * `ODP_AUTH_ALG_ZUC_EIA3` These values are returned as ODP capabilities as well as being accepted in crypto session creation for implementations that indicate support for them. ===== Crypto Capability for Bitwise Operation The new `bit_mode` capability Boolean is added to the `odp_crypto_cipher_capability_t` struct to indicate that an implementation supports operating in bit mode. When operating in bit mode, field offsets and lengths are expressed in terms of bits rather than bytes. However, such lengths must always be specified in multiples of 8. ===== Improved Crypto Spec Documentation The ODP crypto API specification is tightened to specify default values for cipher and authentication algorithms. Also documented when key and IV parameters need to be set. ===== IPsec Extensions IPsec requires "salt" (extra keying material) when the GMAC authentication algorithm is used. To accommodate this the `auth_key_extra` field is added to the `odp_ipsec_crypto_param_t` struct and documentation is added clarifying when this field is needed and how it should be used. ===== Classifier Type Rename The `odp_pmr_t` type name for an invalid value is renamed from `ODP_PMR_INVAL` to `ODP_PMR_INVALID` for consistency with the rest of ODP type names. The old symbol is still available when ODP is configured with `--enable-deprecated`. ===== New API for Packet Event Subtypes The `odp_packet_subtype()` API is added that returns the subtype of a packet event directly. ===== Streamlined Packet Parsing Results The `odp_packet_parse_result()` API is added that returns the result of packet parsing as a single `odp_packet_parse_result_t` struct. This can offer efficiency improvements for applications that need all parse results rather than making individual parse result calls. ===== PktIO Extensions to Support per-Queue Configuration PktIO interfaces support multiple input queues to enable increased parallelism in I/O processing. Previously, all of these input queues were required to belong to the same scheduler group. The `odp_pktin_queue_param_t` struct is now extended with an optional `odp_pktin_queue_param_ovr_t` struct that permits individual pktin queues to be assigned to separate scheduler groups. This may permit improved performance for advanced application use cases. ===== Timer Pool Capabilities The `odp_timer_capability_t` struct is extended to return three additional pieces of information: `max_pools_combined`:: The total number of timer pools that can be created combining different clock sources `max_pools`:: The maximum number of timer pools for a given clock source. `max_timers`:: The maximum number of timers in a single pool. A zero value means number is limited only by available memory. ===== Add Scheduler mix/max/default Priority Functions Three new APIs: `odp_schedule_max_prio()`, `odp_schedule_min_prio()`, and `odp_schedule_default_prio()` are added that return the min, max, and default values specified for the `prio` field in the `odp_schedule_param_t` struct. With the introduction of these scheduling priority functions the previously defined macros (`ODP_SCHED_PRIO_HIGHEST`, `ODP_SCHED_PRIO_NORMAL`, and `ODP_SCHED_PRIO_LOWEST`) are now deprecated and should no longer be used. ===== Specification of `odp_schedule_prio_t` as an `int` Previously, the `odp_schedule_prio_t` type definition was left to each implementation. With the addition of explicit schedule priority ranges, this type is now specified to be an `int` to permit efficient implementation (including inlining) of these functions. ====== New Scheduler APIs The new scheduler APIs `odp_schedule_multi_wait()` and `odp_schedule_multi_no_wait()` are added to provide more efficiently implementable versions of these functions. The existing scheduler APIs remain unchanged. These new APIs can simply provide a fastpath for some applications/implementations as an alternative to specifying a parameter on `odp_schedule_multi()`. ===== Memory Model in `odp_init_global()` The `odp_init_t` parameter passed to `odp_init_global()` is extended to add the `mem_model` field. This field is defined by the new `odp_mem_model_t` struct and is used to specify whether the application will be using a thread (`ODP_MEM_MODEL_THREAD`) or process (`ODP_MEM_MODEL_PROCESS`) memory model. The default is a thread model is used for compatibility with previous levels of ODP. ==== ABI Changes A number of changes to the ODP ABI have also been made in this release to improve application binary portability. ===== Strong Typing for Timer Pools The `odp_timer_pool_t` is now strongly typed. ===== Consistent Initialization The values of the various `ODP_xxx_INVALID` symbols for ODP abstract types in the `odp-linux` reference implementation are now consistently zeros. This reduces errors and improves portability. === Implementation Improvements ==== Configuration File A new configuration file mechanism is introduced that makes use of https://www.hyperrealm.com/libconfig/libconfig_manual.html[libconfig] to enable various runtime ODP parameters to be specified dynamically. Default configuration values for the `odp-linux` reference implementation are contained in the `config/odp-linux-generic.conf` file. Users may override these default values by supplying their own configuration file. At `odp_init_global()` time, if the `ODP_CONFIG_FILE` environment variable is set, this is used to locate the path to the override configuration file. ==== Process Mode Support The `odp-linux` reference implementation now supports applications that run in process mode (`mem_model` = `ODP_MEM_MODEL_PROCESS`) as well as the default thread mode. This support only applies within a single ODP instance, so any `fork()` calls must be done only _after_ `odp_init_global()` has been called to initialize ODP on a root process. ==== Removal of `iQuery` Scheduler The `iQuery` scheduler is removed from the `odp-linux` reference implementation, as it offers no performance advantages and has not seen application use. ==== Number of CPUs The `odp-linux` reference implementation now supports up to 256 CPUs by default (increased from 128). ==== Support for Large Burst Sizes The `odp-linux` reference implementation now supports large burst sizes for both I/O and non-I/O scheduled events. Large bursts (when available) are received directly to the application without any stashing for improved throughput. Burst sizes are configurable via the new configuration file mechanism, as described above. ==== `--without-openssl` Warnings When building `odp-linux` using `--without-openssl` a warning will be issued cautioning that strong cryptography will not be available. ==== Inline Queue Enq/Deq APIs The various enq/deq APIs are now subject to inlining when `odp-linux` is built with `--disable-abi-compat`. ==== Configurable Timer Controls Inline timers are now controlled via a config file option. Timer polling frequency is similarly controlled via the config file. ==== Huge Page Configuration The config file is now used to specify the huge page usage limit. ==== Single and Multi-Consumer/Producer Rings The queue implementation in `odp-linux` now automatically makes use of optimized single and multi-consumer/producer rings to significantly speed up enq/deq processing. ==== `odp_shm_print_all()` Improvements The output from `odp_shm_print_all()` is reworked to provide more useful and comprehensive shared memory usage information in `odp-linux`. ==== IPsec Improvements SA lifetime checking is now more scalable to multiple threads. This significantly reduces overhead for multithreaded IPsec applications. ==== Native Builds When running in non-ABI compatibility mode, `odp-linux` now enables native machine-specific optimizations for the CPU architecture of the local machine. === Validation Test Improvements ==== SCTP Test Packets SCTP test packets are now used in parser testing. SCTP headers are added to ODP and ODP helpers and SCTP checksums are now inserted and verified as part of validation testing. ==== `odp_packet_reset()` Test The packet validation test suite now properly tests `odp_packet_reset()`. === Helper Changes In support of process mode, ODP helper functions have been changed to better match these new capabilities ==== New `enum` The `odph_linux_thread_type_t enum` has been replaced with the new `odp_mem_model_t` type. ==== Helper Options The new `odph_options()` getter function is added that returns applicable options in effect via the new `odph_helper_options_t` struct. This currently includes the memory model (thread or process) that is in use. ==== SCTP Helpers The new helper APIs `odph_sctp_chksum_set()` and `odph_sctp_chksum_verify()` are added to facilitate working with SCTP packet checksums. === Performance Test Improvements ==== Pool Performance A new `odp_pool_perf` test has been added that stress-tests ODP pool functions in a multithreaded environment to generate performance statistics. ==== Scheduler Performance A new `odp_sched_perf` test has been added that stress-tests the scheduler in a multithreaded environment. ==== CPU Performance A new `odp_cpu_bench` performance test has been added that runs compute-intensive packet operations in a multithreaded environment and prints the observed maximum throughput for each thread. === Example Improvements ==== Classifier Example changes The `odp_classifier` example program now uses a reduced number of threads by default to reduce elapsed run time. `ODP_THREAD_COUNT_MAX` is also now used as the max worker count. ==== Generator Improvements The `odp_generator` example has numerous cleanups and performance improvements. ==== IPsec Example The `odp_ipsec` example now properly stops and closes pktio devices on exit. ==== Packet Dumping A new `odp_packet_dump` example is added that prints received packets to the terminal. This is useful for debugging packet I/O interfaces. ==== Sysinfo Example A new `odp_sysinfo` example is provided that prints system information. Useful for checking the ODP environment during debugging. This includes providing detailed information about the various crypto facilities supported, as well as the feature flags used at build time (_e.g.,_ if the binary was built with ARMv8.0 or ARMv8.1 instructions). ==== Traffic Manager Example The traffic manager example now properly destroys all TM queues it creates for improved reliability. It also now always prints a proper termination summary message. === Bug Fixes ==== Numbered Bugs/Issues ===== https://bugs.linaro.org/show_bug.cgi?id=3983[Bug 3983] Compile fails on OpenSuSE 42.2 Leap with error: negative width in bit field '__error_if_negative' ===== https://bugs.linaro.org/show_bug.cgi?id=3989[Bug 3989] odp_system_info_init() issues ===== https://bugs.linaro.org/show_bug.cgi?id=3999[Bug 3999] IPsec antireplay check drops packets when sequence number jumps. ===== https://bugs.linaro.org/show_bug.cgi?id=4002[Bug 4002] IPsec SA creation must fail for ESN-enabled SAs ===== https://bugs.linaro.org/show_bug.cgi?id=4013[Bug 4013] Per-SA IPv4 ID allocation may cause duplicate IDs. ===== https://bugs.linaro.org/show_bug.cgi?id=4017[Bug 4017] Unexpected IP ID causes IPsec API validation to fail ===== https://github.com/Linaro/odp/issues/662[Issue 662] rte_mempool_ops_alloc() is not dpdk api ==== Unnumbered Bugs/Issues * Fixed enq/deq issues encountered on architectures with weak memory ordering. * Return 0 from `odp_sys_huge_page_size_all()` if hugepages are not supported/detected. Tests modified to not treat this as an error. * Set `ODP_CACHE_LINE_SIZE` to 128 on ppc64le systems. * iplookuptable fix putting values into table * DPDK pktio support now works properly across multiple ODP instances. * Zero timer pool memory on reserve (fixes timer failures due to uninitialized variables). * `-march=native` disabled for `clang`. This fixes a known issue with recent levels of clang. === Known Issues ==== https://bugs.linaro.org/show_bug.cgi?id=3998[Bug 3998] IPsec extended sequence number support is missing ==== https://bugs.linaro.org/show_bug.cgi?id=4014[Bug 4014] Separate IP ID allocation for transport and tunnel mode SAs may cause duplicate IDs ==== https://bugs.linaro.org/show_bug.cgi?id=4018[Bug 4018] Unexpected IV causes IPsec API validation to fail ==== https://bugs.linaro.org/show_bug.cgi?id=4040[Bug 4040] Clang build fails on Ubuntu 18.04 Bill Fischofer (3): configure: add warning about --without-openssl implications doc: implementation: add configuration section to implementation guide changelog: updates for odp v1.20.0.0 Bogdan Pricope (3): api: pktio: extend odp_pktin_queue_param_t to support per queue configuration linux-gen: pktio: implement per queue pktin configuration validation: pktio: test per queue pktin configuration Dmitry Eremin-Solenikov (47): travis: stop using deprecated image travis: pin repositories to architectures travis: switch iptables policy to let tap driver work example: sysinfo: print more information about crypto capabilities linux-gen: crypto: properly sort AES-CMAC capabilities validation: pktio: check sctp flag in parser tests validation: pktio: fix checks in pktio tests test/common: add IPv6 SCTP packet validation: pktio: parser: add SCTP test helper: add SCTP protocol header helper: add SCTP handling functions linux-gen: add SCTP protocol header linux-gen: packet: parse SCTP packets and verify checksum linux-gen: packet: support SCTP packet insertion linux-gen: pktio: loop: handle SCTP checksums linux-gen: ipsec: insert checksum into SCTP packets if required validation: pktio: add SCTP checksum tests travis: fix DOCKER_NAMESPACE variable setting travis: switch to unified 16.04 image m4: odp_dpdk: pass CFLAGS and LDFLAGS to CC when locating libdpdk.so travis: move netmap to install stage travis: restore quick build-only testing ci: rewrite coverage and distcheck scripts to follow other build scripts ci: move build stage to common script ci: do compile-after-install test linux-gen: sysinfo: return 0 if hugepages are not supported linux-gen: x86: as a last resort parse max cpu freq from bogomips value validation: system: 0 is valid huge page size include: abi: set ODP_CACHE_LINE_SIZE to 128 on ppc64le linux-gen: abi: set ODP_CACHE_LINE_SIZE to 128 on ppc64le linux-gen: fix pktio private size on 128-byte cache machines validation: time: fix c&p error validation: scheduler: print debug diagnostics on test_wait failure validation: time: be more tolerant wrt delays validation: timer: be more tolerant wrt delays validation: scheduler: increase wait tolerance timeout to 150 msec linux-gen: ipsec: fix sliding window shifts linux-gen: ipsec: reject SA creation with ESN flag set configure.ac: set DX environment WITH_PLATFORM from configure.ac doc: pass generated include files to Doxygen m4: update ax_prog_doxygen.m4 to latest version shippable: switch to using official Shippable image api: crypto: provide definitions for 3GPP crypto algorithms api: crypto: add bitstring operation capability validation: crypto: add support for bit mode algorithm testing validation: crypto: 3GPP crypto algorightms support travis: install graphviz in doxygen test Janne Peltonen (8): linux-gen: ipsec: speed up random IV generation by thread-local buffering linux-gen: ipsec: remove SA reference counting from outbound processing linux-gen: ipsec: separate hot r/w data from r/o data in an SA linux-gen: ipsec: use sequence number counter for counter based IV validation: ipsec: make output checking accept any IP ID value linux-gen: ipsec: use global IPv4 ID allocator for all tunnel SAs linux-gen: ipsec: make IPv4 ID allocator scale better to multiple threads linux-gen: ipsec: make SA lifetime checking more scalable to multiple threads Josep Puigdemont (2): linux-gen: ishm: implement huge page cache linux-gen: ishm: make huge page cache size dynamic Matias Elo (105): example: use min number of workers by default example: use ODP_THREAD_COUNT_MAX as max worker count test: performance: add new CPU benchmarking application linux-gen: pktio: remove unused ring operations linux-gen: pktio: ring: guarantee enq/deq variable load order linux-gen: ipsec: fall back to lower odp_random_kind_t if necessary thread: increase ODP_THREAD_COUNT_MAX to 256 linux-gen: netmap: fix incorrect debug message linux-gen: dpdk: fix calling internal dpdk function abi: packet: set ODP_PACKET_SEG_INVALID to zero abi: classification: set ODP_COS_INVALID to zero abi: classification: set ODP_PMR_INVAL to zero abi: ipsec: set ODP_IPSEC_SA_INVALID to zero abi: pool: set ODP_POOL_INVALID to zero abi: timer: set ODP_TIMER_POOL_INVALID to zero abi: timer: set ODP_TIMEOUT_INVALID to zero abi: timer: set ODP_TIMER_INVALID to zero linux-gen: shm: add option for allocating internal shm using single VA linux-gen: shm: increase pre-reserved virtual address space size linux-gen: shm: reserve internal shms using single VA flag linux-gen: split global data into RO and RW structs linux-gen: pcapng: move global data into odp_global_data_rw_t linux-gen: dpdk: move dpdk_initialized global var into odp_global_data_rw_t linux-gen: timer: allocate global memory from shm linux-gen: timer: move global variable 'locks' into timer_global_t linux-gen: timer: move global variables into timer_global_t linux-gen: ipsec: allocate memory from shm linux-gen: hash: allocate crc table memory from shm linux-gen: pcap: allocate tx buffer from stack linux-gen: socket_mmap: reserve memory from shm validation: atomic: allocate test variables from shm validation: thread: allocate barriers from shm validation: timer: allocate global data from shm test: performance: enable testing in process mode test: example: allocate global data from shm test: ring: allocate global data from shm test: mmap_vlan_ins: allocate global data from shm helper: threads: add ODPH_PROC_MODE environment variable linux-gen: test: configuration file for running process mode tests travis: add process mode test linux-gen: dpdk: fix running multiple odp instances simulaneusly linux-gen: dpdk: prefix visible internal parse functions with _odp_ linux-gen: dpdk: improved zero-copy implementation linux-gen: sched scalable: allocate global data from shm linux-gen: ring: allocate global data from shm example: stop and close pktio devices on exit example: generator: use odp_wait_time_ns() instead of timers example: generator: remove print from packet tx loop linux-gen: pool: increase minimum packet segment length linux-gen: queue: add internal interface for adding/removing inline timers linux-gen: timer: reduce inline timer overhead linux-gen: timer: run inline timers during queue dequeue operations linux-gen: ishm: remove _ODP_SHM_NO_HP flag linux-gen: ishm: remove unused odp_shm_internal header linux-gen: ishm: add internal _ODP_ISHM_USE_HP flag linux-gen: ishm: allocate small shm blocks using normal pages linux-gen: ishm: remove unnecessary _odp_ishm_pool_lookup() function linux-gen: ishm: remove unused internal functions linux-gen: queue scalable: remove _ODP_ISHM_SINGLE_VA from pool create linux-gen: ishm: move block memory mapping into _odp_ishm_address() validation: pool: add test for creating and using a pool after fork validation: shmem: reduce the number of workers in single VA alloc test linux-gen: ishm: read single va size from config linux-gen: ishm: use pre-reserved single va memory linux-gen: init: always initialize odp_global_ro.init_param linux-gen: timer: zero timer pool memory on reserve linux-gen: timer: enable inline timer implementation using config file travis: test inline timer implementation linux-gen: timer: add config option for inline timer poll frequency linux-gen: timer: decrease inline timer polling interval under load linux-gen: ishm: add config option for selecting huge page usage limit api: shm: remove unused ODP_SHM_NULL define abi: timer: use strong type for odp_timer_pool_t api: classifier: rename ODP_PMR_INVAL to ODP_PMR_INVALID api: timer: add timer pool capabilities linux-gen: timer: implement new timer pool capabilities validation: timer: use new timer pool capabilities api: init: add new mem_model member to odp_init_t linux-gen: init: use new odp_init_t.mem_model parameter validation: init: add test for odp_init_t.mem_model helper: threads: replace odph_linux_thread_type_t with odp_mem_model_t helper: threads: add odph_options() getter function helper: test: add test for new odph_options() function test: performance: use mem_model from helper options example: use mem_model from helper options validation: use use mem_model from helper options linux-gen: shm: remove single_va configuration option example: generator: add signal handler for SIGINT linux-gen: pool: reduce buffer memory usage linux-gen: pool: move ODP_CONFIG_BUFFER_ALIGN_MIN out of config header linux-gen: pool: remove unnecessary align padding from buffers abi: traffic_mngr: reduce max defines linux-gen: traffic_mngr: use static array for odp_tm_systems linux-gen: traffic_mngr: move tm_wred_node_t inside tm_queue_obj_t linux-gen: traffic_mngr: allocate tm_queue_obj_t from shm linux-gen: traffic_mngr: allocate tm_system_group_t from shm linux-gen: traffic_mngr: move tm_schedulers_obj_t inside tm_node_obj_t linux-gen: traffic_mngr: move tm_wred_node_t inside tm_node_obj_t linux-gen: traffic_mngr: allocate tm_node_obj_t from shm linux-gen: traffic_mngr: store tm_queue_obj_t array inside tm_system_t linux-gen: traffic_mngr: store root node inside tm_system_t linux-gen: traffic_mngr: store input_work_queue inside tm_system_t linux-gen: traffic_mngr: allocate profile objects from shm linux-gen: traffic_mngr: don't reserve memory if tm is disabled linux-gen: traffic_mngr: allocate all global data from shm Maxim Uvarov (28): fix code check warning using CC in code configure.ac print linker linux-gen: odp_tm_queue_destroy should not take care about params example: tm: add tm queues destroy example: tm: use 0 array index for queues example: tm: add some message on exit travis: add docker tests travis: setup default docker name space travis: set CI for distcheck travis: let after_failure task print logs travis: add ubuntu 18.04 compilation test linux-gen: odp_shm_print_all: refine output spreadsheet abi: align ODP_CPUMASK_SIZE with kernel cpu_set_t helper: iplookuptable fix puting values to table travis: export CI for first distcheck linux-gen: shm: do not print map error linux-gen: do not use huge pages for internal allocations remove scripts/build-pktio-dpdk linuxgen: add dumpconfig utility linux-gen: run without /proc mounted travis: define compiler for clang test configure: disable -march=native for clang travis: check.sh request huge pages at early start linux-gen: remove performance test for process mode linux-gen: ishm: add missing cast to calculate max_memory text: perf odp_sched_pktio: try to terminate on failure linux-gen: drop performance.m4 configure.ac: update version to v1.20.0.0 Petri Savolainen (129): test: pool_perf: add new pool performance test test: sched_perf: add new scheduler performance test linux-gen: ring: remove unnecessary r_tail synchronization example: sysinfo: application to print system information linux-gen: cpu: move num cpu into config header file linux-gen: config: increase max number of cpus linux-gen: sysinfo: use cpufreq for max freq by default linux-gen: sysinfo: parse aarch64 cpuinfo linux-gen: sched: support large burst sizes linux-gen: sched: support large burst size from pktin linux-gen: queue: separate plain and sched dequeues linux-gen: queue: rename queue basic internal header file linux-gen: sched: move basic queue scheduler functions linux-gen: sched: configurable default burst size test: sched_perf: add num queues option api: queue: split queue spec header file linux-gen: queue: inline enq and deq functions linux-gen: queue: remove internal queue handle conversions linux-gen: queue: remove enq/deq from queue interface linux-gen: queue: prepare for separate queue operations linux-gen: queue: separate plain and sched enqueue functions linux-gen: queue: fix ordered queue issue test: queue_perf: handle max queue size capability zero test: queue_perf: prepare for multiple worker threads test: queue_perf: add num_cpu option test: queue_perf: add burst_size option linux-gen: ring_mpmc: new multi-producer, multi-consumer ring linux-gen: queue: use mpmc ring in plain queues linux-gen: ring_st: move ring mask and data pointer linux-gen: ring_spsc: move ring mask and data pointer test: sched_perf: total number of queues option test: sched_perf: add event forward option test: sched_perf: total events per second linux-gen: queue: remove extra checks linux-gen: sched: clean up local data struct linux-gen: sched: single variable for sync context status linux-gen: sched: remove queue_destroy_finalize callback linux-gen: sched: stash ring pointer linux-gen: ring: change ring_deq return value linux-gen: config: print config file name linux-gen: config: add array lookup function linux-gen: sched: per priority burst size configuration linux-gen: sched: pack global data struct linux-gen: pktin: use enqueue multi for dst_queue packets validation: cls: multiple packet tcp dest port test linux-gen: queue: fix error print format test: ipc: reduce interface start poll frequency example: packet_dump: add new example example: packet_dump: run during make check linux-gen: dpdk: prefetch pkt_hdr before packet init linux-gen: dpdk: prefetch packet data early linux-gen: pool: decrease minimum segment size to 2k validation: sched: add queue size test linux-gen: queue: use queue size parameter test: sched_pktio: add queue pipeline options test: sched_pktio: add scheduler sync mode option test: sched_pktio: add pipeline queue size option example: build: configure option to disable example build test: build: configure option to disable test build validation: packet: add packet reset test helper: iplookup: check capabilities test: scheduling: fix script to exit with failure status test: scheduling: honor pool capability test: sched_latency: honor pool capability limits linux-gen: sched: remove unnecessary queue null index linux-gen: pool: ring size must be larger than num items linux-gen: ring: add reader tail check linux-gen: pool: reduce max pool size validation: pool: add max num pool tests linux-gen: pktio: fix index calculation of multiple dest_queue validation: cls: interleave tcp test flows ci: remove iquery tests linux-gen: sched: remove iquery from interface linux-gen: remove iquery scheduler implementation linux-gen: sched: remove unused schedule interface functions linux-gen: config: improve config file check error output linux-gen: config: move queue size config to scalable linux-gen: pool: output error on pool create linux-gen: pool: add packet param checks linux-gen: pool: add max num packets in config file linux-gen: config: maximum pool size 1M travis: build ODP on multiple threads travis: add test cases for optional schedulers travis: split distcheck test travis: clean process mode test script travis: explicit build only tests travis: change pcapng test to build only travis: exclude duplicate tests travis: start coverage test early travis: explicit netmap test cases travis: run all test with gcc first linux-gen: sched: add spread weight config file option linux-gen: sched: use spread weight from config file linux-gen: sched: increase max spread weight test: sched_pktio: add burst size option linux-gen: config: add schedule group config file options linux-gen: sched: add config request function to interface linux-gen: thread: use automatic schedule group configuration linux-gen: schedule_sp: use sched_cb_pktin_poll linux-gen: pktio: remove sched_cb_pktin_poll_old linux-gen: ipsec: check crypto param salt length validation: crypto: capability call should not fail test: queue_perf: fix lockfree support check example: sysinfo: print shm blocks linux-gen: shm: modify shm print header string linux-gen: cls: simplify shm usage linux-gen: sysinfo: print out ARM build time features linux-gen: arm atomic: fix register numbering with casp linux-gen: build: enable CPU arch specific optimization api: packet: add subtype call linux-gen: packet: implementation subtype api validation: packet: add packet subtype tests api: packet: add parse result call linux-gen: packet: implement packet result calls validation: packet: add num_pkt parameter to parse_test_alloc validation: packet: add parse result test api: crypto: improve odp_crypto_session_param_t documentation api: ipsec: add auth_key_extra IPSEC crypto param linux-gen: ipsec: use new auth_key_extra api: sched: add priority min/max/default functions api: sched: odp_schedule_prio_t is an integer api: sched: favor priority functions over macros linux-gen: sched: implement min/max/default prio functions validation: sched: convert priority macros to function calls validation: sched: add priority function tests validation: queue: default queue parameter values api: sched: add wait and no_wait schedule functions linux-gen: sched: implement wait and no_wait functions validation: sched: add test case for wait and no_wait Seungha Son (3): linux-gen: timer: add debug print when running out of timer pools test: odp_pool_per: fix printf string format linux-gen: shm: fix wrong spelling ----------------------------------------------------------------------- hooks/post-receive --

6 years, 3 months

[COMMIT] branch master updated. v1.19.0.2_tigermoth-328-gec5066a3

by git＠git-us.linaro.org

This is an automated email from the git hooks/post-receive script. It was generated because a ref change was pushed to the repository containing the project "". The branch, master has been updated via ec5066a3430e31a87727ac4aea5793253e5ee843 (commit) via 487e6bd608a78527809ac7b88f0d3d3ec94cd707 (commit) from fd5939c3ae2a2a38c0a1f87428a787ee7ae00789 (commit) Those revisions listed above that are new to this repository have not appeared on any other notification email; so we list those revisions in full, below. - Log ----------------------------------------------------------------- commit ec5066a3430e31a87727ac4aea5793253e5ee843 Author: Maxim Uvarov <maxim.uvarov(a)linaro.org> Date: Thu Nov 29 21:22:27 2018 +0300 configure.ac: update version to v1.20.0.0 Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> diff --git a/configure.ac b/configure.ac index 5dd2e777..8efb8525 100644 --- a/configure.ac +++ b/configure.ac @@ -3,9 +3,9 @@ AC_PREREQ([2.5]) # Set correct API version ########################################################################## m4_define([odpapi_generation_version], [1]) -m4_define([odpapi_major_version], [19]) +m4_define([odpapi_major_version], [20]) m4_define([odpapi_minor_version], [0]) -m4_define([odpapi_point_version], [2]) +m4_define([odpapi_point_version], [0]) m4_define([odpapi_version], [odpapi_generation_version.odpapi_major_version.odpapi_minor_version.odpapi_point_version]) AC_INIT([OpenDataPlane],[odpapi_version],[lng-odp(a)lists.linaro.org]) commit 487e6bd608a78527809ac7b88f0d3d3ec94cd707 Author: Bill Fischofer <bill.fischofer(a)linaro.org> Date: Fri Nov 30 08:31:55 2018 -0600 changelog: updates for odp v1.20.0.0 Add updates for ODP v1.20.0.0 Signed-off-by: Bill Fischofer <bill.fischofer(a)linaro.org> Reviewed-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/CHANGELOG b/CHANGELOG index 7ee5670d..a0bdf558 100644 --- a/CHANGELOG +++ b/CHANGELOG @@ -1,3 +1,315 @@ +== OpenDataPlane (1.20.0.0) +=== Summary of Changes +ODP v1.20.0.0 is a refresh of ODP, incorporating significant configurability +and performance improvements as well as new APIs and API restructures. + +==== APIs +===== Symbol `ODP_SHM_NULL` Removed. +An invalid `odp_shm_t` has the value `ODP_SHM_INVALID`, consistent with other +ODP types. The legacy synonym `ODP_SHM_NULL` is now removed for consistency. + +===== New 3GPP Crypto Algorithm Support +New support for 3GPP crypto algorithms is added by defining symbols for + +* `ODP_CIPHER_ALG_KASUMI_F8` +* `ODP_CIPHER_ALG_SNOW3G_UEA2` +* `ODP_CIPHER_ALG_ZUC_EEA3` + +In addition new authentication algorithm symbols are defined for + +* `ODP_AUTH_ALG_KASUMI_F9` +* `ODP_AUTH_ALG_SNOW3G_UIA2` +* `ODP_AUTH_ALG_ZUC_EIA3` + +These values are returned as ODP capabilities as well as being accepted in +crypto session creation for implementations that indicate support for them. + +===== Crypto Capability for Bitwise Operation +The new `bit_mode` capability Boolean is added to the +`odp_crypto_cipher_capability_t` struct to indicate that an implementation +supports operating in bit mode. When operating in bit +mode, field offsets and lengths are expressed in terms of bits rather than +bytes. However, such lengths must always be specified in multiples of 8. + +===== Improved Crypto Spec Documentation +The ODP crypto API specification is tightened to specify default values for +cipher and authentication algorithms. Also documented when key and IV +parameters need to be set. + +===== IPsec Extensions +IPsec requires "salt" (extra keying material) when the GMAC authentication +algorithm is used. To accommodate this the `auth_key_extra` field is added to +the `odp_ipsec_crypto_param_t` struct and documentation is added clarifying +when this field is needed and how it should be used. + +===== Classifier Type Rename +The `odp_pmr_t` type name for an invalid value is renamed from `ODP_PMR_INVAL` +to `ODP_PMR_INVALID` for consistency with the rest of ODP type names. The old +symbol is still available when ODP is configured with +`--enable-deprecated`. + +===== New API for Packet Event Subtypes +The `odp_packet_subtype()` API is added that returns the subtype of a packet +event directly. + +===== Streamlined Packet Parsing Results +The `odp_packet_parse_result()` API is added that returns the result of +packet parsing as a single `odp_packet_parse_result_t` struct. This can +offer efficiency improvements for applications that need all parse results +rather than making individual parse result calls. + +===== PktIO Extensions to Support per-Queue Configuration +PktIO interfaces support multiple input queues to enable increased parallelism +in I/O processing. Previously, all of these input queues were required to +belong to the same scheduler group. The `odp_pktin_queue_param_t` struct is +now extended with an optional `odp_pktin_queue_param_ovr_t` struct that +permits individual pktin queues to be assigned to separate scheduler groups. +This may permit improved performance for advanced application use cases. + +===== Timer Pool Capabilities +The `odp_timer_capability_t` struct is extended to return three additional +pieces of information: + +`max_pools_combined`:: +The total number of timer pools that can be created combining different +clock sources + +`max_pools`:: +The maximum number of timer pools for a given clock source. + +`max_timers`:: +The maximum number of timers in a single pool. A zero value means number is +limited only by available memory. + +===== Add Scheduler mix/max/default Priority Functions +Three new APIs: `odp_schedule_max_prio()`, `odp_schedule_min_prio()`, and +`odp_schedule_default_prio()` are added that return the min, max, and default +values specified for the `prio` field in the `odp_schedule_param_t` struct. + +With the introduction of these scheduling priority functions the previously +defined macros (`ODP_SCHED_PRIO_HIGHEST`, `ODP_SCHED_PRIO_NORMAL`, and +`ODP_SCHED_PRIO_LOWEST`) are now deprecated and should no longer be used. + +===== Specification of `odp_schedule_prio_t` as an `int` +Previously, the `odp_schedule_prio_t` type definition was left to each +implementation. With the addition of explicit schedule priority ranges, this +type is now specified to be an `int` to permit efficient implementation +(including inlining) of these functions. + +====== New Scheduler APIs +The new scheduler APIs `odp_schedule_multi_wait()` and +`odp_schedule_multi_no_wait()` are added to provide more efficiently +implementable versions of these functions. The existing scheduler APIs remain +unchanged. These new APIs can simply provide a fastpath for some +applications/implementations as an alternative to specifying a parameter on +`odp_schedule_multi()`. + +===== Memory Model in `odp_init_global()` +The `odp_init_t` parameter passed to `odp_init_global()` is extended to +add the `mem_model` field. This field is defined by the new `odp_mem_model_t` +struct and is used to specify whether the application will be using a +thread (`ODP_MEM_MODEL_THREAD`) or process (`ODP_MEM_MODEL_PROCESS`) +memory model. The default is a thread model is used for compatibility with +previous levels of ODP. + +==== ABI Changes +A number of changes to the ODP ABI have also been made in this release to +improve application binary portability. + +===== Strong Typing for Timer Pools +The `odp_timer_pool_t` is now strongly typed. + +===== Consistent Initialization +The values of the various `ODP_xxx_INVALID` symbols for ODP abstract types in +the `odp-linux` reference implementation are now consistently zeros. This +reduces errors and improves portability. + +=== Implementation Improvements +==== Configuration File +A new configuration file mechanism is introduced that makes use of +https://www.hyperrealm.com/libconfig/libconfig_manual.html[libconfig] to +enable various runtime ODP parameters to be specified dynamically. + +Default configuration values for the `odp-linux` reference implementation are +contained in the `config/odp-linux-generic.conf` file. Users may override +these default values by supplying their own configuration file. At +`odp_init_global()` time, if the `ODP_CONFIG_FILE` environment variable is set, +this is used to locate the path to the override configuration file. + +==== Process Mode Support +The `odp-linux` reference implementation now supports applications that run in +process mode (`mem_model` = `ODP_MEM_MODEL_PROCESS`) as well as the default +thread mode. This support only applies within a single ODP instance, so any +`fork()` calls must be done only _after_ `odp_init_global()` has been called +to initialize ODP on a root process. + +==== Removal of `iQuery` Scheduler +The `iQuery` scheduler is removed from the `odp-linux` reference +implementation, as it offers no performance advantages and has not seen +application use. + +==== Number of CPUs +The `odp-linux` reference implementation now supports up to 256 CPUs by +default (increased from 128). + +==== Support for Large Burst Sizes +The `odp-linux` reference implementation now supports large burst sizes for +both I/O and non-I/O scheduled events. Large bursts (when available) are +received directly to the application without any stashing for improved +throughput. Burst sizes are configurable via the new configuration file +mechanism, as described above. + +==== `--without-openssl` Warnings +When building `odp-linux` using `--without-openssl` a warning will be issued +cautioning that strong cryptography will not be available. + +==== Inline Queue Enq/Deq APIs +The various enq/deq APIs are now subject to inlining when `odp-linux` is +built with `--disable-abi-compat`. + +==== Configurable Timer Controls +Inline timers are now controlled via a config file option. Timer polling +frequency is similarly controlled via the config file. + +==== Huge Page Configuration +The config file is now used to specify the huge page usage limit. + +==== Single and Multi-Consumer/Producer Rings +The queue implementation in `odp-linux` now automatically makes use of +optimized single and multi-consumer/producer rings to significantly speed +up enq/deq processing. + +==== `odp_shm_print_all()` Improvements +The output from `odp_shm_print_all()` is reworked to provide more useful +and comprehensive shared memory usage information in `odp-linux`. + +==== IPsec Improvements +SA lifetime checking is now more scalable to multiple threads. This +significantly reduces overhead for multithreaded IPsec applications. + +==== Native Builds +When running in non-ABI compatibility mode, `odp-linux` now enables +native machine-specific optimizations for the CPU architecture of the +local machine. + +=== Validation Test Improvements +==== SCTP Test Packets +SCTP test packets are now used in parser testing. SCTP headers are added to +ODP and ODP helpers and SCTP checksums are now inserted and verified as part +of validation testing. + +==== `odp_packet_reset()` Test +The packet validation test suite now properly tests `odp_packet_reset()`. + +=== Helper Changes +In support of process mode, ODP helper functions have been changed to +better match these new capabilities + +==== New `enum` +The `odph_linux_thread_type_t enum` has been replaced with the new +`odp_mem_model_t` type. + +==== Helper Options +The new `odph_options()` getter function is added that returns +applicable options in effect via the new `odph_helper_options_t` struct. +This currently includes the memory model (thread or process) that is in use. + +==== SCTP Helpers +The new helper APIs `odph_sctp_chksum_set()` and `odph_sctp_chksum_verify()` +are added to facilitate working with SCTP packet checksums. + +=== Performance Test Improvements +==== Pool Performance +A new `odp_pool_perf` test has been added that stress-tests ODP pool +functions in a multithreaded environment to generate performance statistics. + +==== Scheduler Performance +A new `odp_sched_perf` test has been added that stress-tests the scheduler +in a multithreaded environment. + +==== CPU Performance +A new `odp_cpu_bench` performance test has been added that runs +compute-intensive packet operations in a multithreaded environment and prints +the observed maximum throughput for each thread. + +=== Example Improvements +==== Classifier Example changes +The `odp_classifier` example program now uses a reduced number of threads by +default to reduce elapsed run time. `ODP_THREAD_COUNT_MAX` is also now used as +the max worker count. + +==== Generator Improvements +The `odp_generator` example has numerous cleanups and performance improvements. + +==== IPsec Example +The `odp_ipsec` example now properly stops and closes pktio devices on exit. + +==== Packet Dumping +A new `odp_packet_dump` example is added that prints received packets to the +terminal. This is useful for debugging packet I/O interfaces. + +==== Sysinfo Example +A new `odp_sysinfo` example is provided that prints system information. Useful +for checking the ODP environment during debugging. This includes providing +detailed information about the various crypto facilities supported, as well +as the feature flags used at build time (_e.g.,_ if the binary was built with +ARMv8.0 or ARMv8.1 instructions). + +==== Traffic Manager Example +The traffic manager example now properly destroys all TM queues it creates +for improved reliability. It also now always prints a proper termination +summary message. + +=== Bug Fixes +==== Numbered Bugs/Issues +===== https://bugs.linaro.org/show_bug.cgi?id=3983[Bug 3983] +Compile fails on OpenSuSE 42.2 Leap with error: negative width in bit field +'__error_if_negative' + +===== https://bugs.linaro.org/show_bug.cgi?id=3989[Bug 3989] +odp_system_info_init() issues + +===== https://bugs.linaro.org/show_bug.cgi?id=3999[Bug 3999] +IPsec antireplay check drops packets when sequence number jumps. + +===== https://bugs.linaro.org/show_bug.cgi?id=4002[Bug 4002] +IPsec SA creation must fail for ESN-enabled SAs + +===== https://bugs.linaro.org/show_bug.cgi?id=4013[Bug 4013] +Per-SA IPv4 ID allocation may cause duplicate IDs. + +===== https://bugs.linaro.org/show_bug.cgi?id=4017[Bug 4017] +Unexpected IP ID causes IPsec API validation to fail + +===== https://github.com/Linaro/odp/issues/662[Issue 662] +rte_mempool_ops_alloc() is not dpdk api + +==== Unnumbered Bugs/Issues +* Fixed enq/deq issues encountered on architectures with weak memory ordering. +* Return 0 from `odp_sys_huge_page_size_all()` if hugepages are not +supported/detected. Tests modified to not treat this as an error. +* Set `ODP_CACHE_LINE_SIZE` to 128 on ppc64le systems. +* iplookuptable fix putting values into table +* DPDK pktio support now works properly across multiple ODP instances. +* Zero timer pool memory on reserve (fixes timer failures due to uninitialized +variables). +* `-march=native` disabled for `clang`. This fixes a known issue with recent +levels of clang. + +=== Known Issues +==== https://bugs.linaro.org/show_bug.cgi?id=3998[Bug 3998] +IPsec extended sequence number support is missing + +==== https://bugs.linaro.org/show_bug.cgi?id=4014[Bug 4014] +Separate IP ID allocation for transport and tunnel mode SAs may cause +duplicate IDs + +==== https://bugs.linaro.org/show_bug.cgi?id=4018[Bug 4018] +Unexpected IV causes IPsec API validation to fail + +==== https://bugs.linaro.org/show_bug.cgi?id=4040[Bug 4040] +Clang build fails on Ubuntu 18.04 + == OpenDataPlane (1.19.0.2) === Summary of Changes ODP v1.19.0.2 is the second service update for the Tiger Moth release. It ----------------------------------------------------------------------- Summary of changes: CHANGELOG | 312 +++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ configure.ac | 4 +- 2 files changed, 314 insertions(+), 2 deletions(-) hooks/post-receive --

6 years, 3 months

[COMMIT] branch master updated. v1.19.0.2_tigermoth-326-gfd5939c3

by git＠git-us.linaro.org

This is an automated email from the git hooks/post-receive script. It was generated because a ref change was pushed to the repository containing the project "". The branch, master has been updated via fd5939c3ae2a2a38c0a1f87428a787ee7ae00789 (commit) via 94e47dc62e340818b91c471788c29af3ba167d96 (commit) via 92e59d9e816a99db318ba24dcb12cb55f2e7392d (commit) via b1812f17ae652f11ce21f26fd24c8fd27818339b (commit) via 23102db002f522cc90d1b616e2725d21e525b1fc (commit) via 049d80427d0145a3c1738d28ba595717ae43d5c2 (commit) via 46d507adef3902a26b7e311506437211e7417a10 (commit) via e7ad8003e34195a3900e1dd3d3a93235896d7628 (commit) via 294856cc30d48d57e12485076bae49da36d346ed (commit) via 6b79ac4b1640e8050b076ba0ecb590cc297320b0 (commit) via 3cb35813da911a94eef6e07ae71ce0f5f325ebd8 (commit) via 3aad0e2ce0e5901fd49e50e26ac7d762c2b9a6aa (commit) via 98eb7327113fbd33a8e5448406e8f47d8d0ad5fb (commit) via d64232f45abae8d4f1222313ce44532cc26e2336 (commit) from 536cce998e84a559e125b4741d00f2a760a0d575 (commit) Those revisions listed above that are new to this repository have not appeared on any other notification email; so we list those revisions in full, below. - Log ----------------------------------------------------------------- commit fd5939c3ae2a2a38c0a1f87428a787ee7ae00789 Author: Matias Elo <matias.elo(a)nokia.com> Date: Fri Nov 23 14:03:53 2018 +0200 linux-gen: traffic_mngr: allocate all global data from shm Signed-off-by: Matias Elo <matias.elo(a)nokia.com> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/platform/linux-generic/odp_traffic_mngr.c b/platform/linux-generic/odp_traffic_mngr.c index e29cb3cd..23982dce 100644 --- a/platform/linux-generic/odp_traffic_mngr.c +++ b/platform/linux-generic/odp_traffic_mngr.c @@ -46,7 +46,7 @@ static const pkt_desc_t EMPTY_PKT_DESC = { .word = 0 }; #define MAX_PRIORITIES ODP_TM_MAX_PRIORITIES #define NUM_SHAPER_COLORS ODP_NUM_SHAPER_COLORS -static tm_prop_t basic_prop_tbl[MAX_PRIORITIES][NUM_SHAPER_COLORS] = { +static const tm_prop_t basic_prop_tbl[MAX_PRIORITIES][NUM_SHAPER_COLORS] = { [0] = { [ODP_TM_SHAPER_GREEN] = { 0, DECR_BOTH }, [ODP_TM_SHAPER_YELLOW] = { 0, DECR_BOTH }, @@ -106,6 +106,8 @@ typedef struct { } profile_tbl_t; typedef struct { + tm_system_t system[ODP_TM_MAX_NUM_SYSTEMS]; + struct { tm_system_group_t group[ODP_TM_MAX_NUM_SYSTEMS]; odp_ticketlock_t lock; @@ -121,20 +123,24 @@ typedef struct { profile_tbl_t profile_tbl; - odp_shm_t shm; -} tm_global_t; + odp_ticketlock_t create_lock; + odp_ticketlock_t profile_lock; + odp_barrier_t first_enq; -static tm_global_t *tm_glb; + int main_thread_cpu; + int cpu_num; -/* TM systems table. */ -static tm_system_t odp_tm_systems[ODP_TM_MAX_NUM_SYSTEMS]; + /* Service threads */ + uint64_t busy_wait_counter; + odp_bool_t main_loop_running; + odp_atomic_u64_t atomic_request_cnt; + odp_atomic_u64_t currently_serving_cnt; + odp_atomic_u64_t atomic_done_cnt; -static odp_ticketlock_t tm_create_lock; -static odp_ticketlock_t tm_profile_lock; -static odp_barrier_t tm_first_enq; + odp_shm_t shm; +} tm_global_t; -static int g_main_thread_cpu = -1; -static int g_tm_cpu_num; +static tm_global_t *tm_glb; /* Forward function declarations. */ static void tm_queue_cnts_decrement(tm_system_t *tm_system, @@ -472,8 +478,8 @@ static tm_system_t *tm_system_alloc(void) /* Find an open slot in the odp_tm_systems array. */ for (tm_idx = 0; tm_idx < ODP_TM_MAX_NUM_SYSTEMS; tm_idx++) { - if (odp_tm_systems[tm_idx].status == TM_STATUS_FREE) { - tm_system = &odp_tm_systems[tm_idx]; + if (tm_glb->system[tm_idx].status == TM_STATUS_FREE) { + tm_system = &tm_glb->system[tm_idx]; memset(tm_system, 0, sizeof(tm_system_t)); tm_system->tm_idx = tm_idx; tm_system->status = TM_STATUS_RESERVED; @@ -486,7 +492,7 @@ static tm_system_t *tm_system_alloc(void) static void tm_system_free(tm_system_t *tm_system) { - odp_tm_systems[tm_system->tm_idx].status = TM_STATUS_FREE; + tm_glb->system[tm_system->tm_idx].status = TM_STATUS_FREE; } static void *tm_common_profile_create(const char *name, @@ -2373,31 +2379,24 @@ static int tm_process_expired_timers(tm_system_t *tm_system, return work_done; } -static volatile uint64_t busy_wait_counter; - -static odp_bool_t main_loop_running; -static odp_atomic_u64_t atomic_request_cnt; -static odp_atomic_u64_t currently_serving_cnt; -static odp_atomic_u64_t atomic_done_cnt; - static void busy_wait(uint32_t iterations) { uint32_t cnt; for (cnt = 1; cnt <= iterations; cnt++) - busy_wait_counter++; + tm_glb->busy_wait_counter++; } static void signal_request(void) { - uint64_t my_request_num, serving_cnt; + uint64_t request_num, serving; - my_request_num = odp_atomic_fetch_inc_u64(&atomic_request_cnt) + 1; + request_num = odp_atomic_fetch_inc_u64(&tm_glb->atomic_request_cnt) + 1; - serving_cnt = odp_atomic_load_u64(&currently_serving_cnt); - while (serving_cnt != my_request_num) { + serving = odp_atomic_load_u64(&tm_glb->currently_serving_cnt); + while (serving != request_num) { busy_wait(100); - serving_cnt = odp_atomic_load_u64(&currently_serving_cnt); + serving = odp_atomic_load_u64(&tm_glb->currently_serving_cnt); } } @@ -2405,26 +2404,26 @@ static void check_for_request(void) { uint64_t request_num, serving_cnt, done_cnt; - request_num = odp_atomic_load_u64(&atomic_request_cnt); - serving_cnt = odp_atomic_load_u64(&currently_serving_cnt); + request_num = odp_atomic_load_u64(&tm_glb->atomic_request_cnt); + serving_cnt = odp_atomic_load_u64(&tm_glb->currently_serving_cnt); if (serving_cnt == request_num) return; /* Signal the other requesting thread to proceed and then * wait for their done indication */ - odp_atomic_inc_u64(&currently_serving_cnt); + odp_atomic_inc_u64(&tm_glb->currently_serving_cnt); busy_wait(100); - done_cnt = odp_atomic_load_u64(&atomic_done_cnt); + done_cnt = odp_atomic_load_u64(&tm_glb->atomic_done_cnt); while (done_cnt != request_num) { busy_wait(100); - done_cnt = odp_atomic_load_u64(&atomic_done_cnt); + done_cnt = odp_atomic_load_u64(&tm_glb->atomic_done_cnt); } } static void signal_request_done(void) { - odp_atomic_inc_u64(&atomic_done_cnt); + odp_atomic_inc_u64(&tm_glb->atomic_done_cnt); } static int thread_affinity_get(odp_cpumask_t *odp_cpu_mask) @@ -2470,7 +2469,7 @@ static void *tm_system_thread(void *arg) /* Wait here until we have seen the first enqueue operation. */ odp_barrier_wait(&tm_group->tm_group_barrier); - main_loop_running = true; + tm_glb->main_loop_running = true; destroying = odp_atomic_load_u64(&tm_system->destroying); @@ -2674,7 +2673,7 @@ static int affinitize_main_thread(void) * just record this value and return. */ cpu_count = odp_cpumask_count(&odp_cpu_mask); if (cpu_count == 1) { - g_main_thread_cpu = odp_cpumask_first(&odp_cpu_mask); + tm_glb->main_thread_cpu = odp_cpumask_first(&odp_cpu_mask); return 0; } else if (cpu_count == 0) { return -1; @@ -2686,7 +2685,7 @@ static int affinitize_main_thread(void) CPU_SET(cpu_num, &linux_cpu_set); rc = sched_setaffinity(0, sizeof(cpu_set_t), &linux_cpu_set); if (rc == 0) - g_main_thread_cpu = cpu_num; + tm_glb->main_thread_cpu = cpu_num; else ODP_DBG("%s sched_setaffinity failed with rc=%d\n", __func__, rc); @@ -2699,32 +2698,32 @@ static uint32_t tm_thread_cpu_select(void) int cpu_count, cpu; odp_cpumask_default_worker(&odp_cpu_mask, 0); - if ((g_main_thread_cpu != -1) && - odp_cpumask_isset(&odp_cpu_mask, g_main_thread_cpu)) - odp_cpumask_clr(&odp_cpu_mask, g_main_thread_cpu); + if ((tm_glb->main_thread_cpu != -1) && + odp_cpumask_isset(&odp_cpu_mask, tm_glb->main_thread_cpu)) + odp_cpumask_clr(&odp_cpu_mask, tm_glb->main_thread_cpu); cpu_count = odp_cpumask_count(&odp_cpu_mask); if (cpu_count < 1) { odp_cpumask_all_available(&odp_cpu_mask); - if ((g_main_thread_cpu != -1) && - odp_cpumask_isset(&odp_cpu_mask, g_main_thread_cpu)) + if ((tm_glb->main_thread_cpu != -1) && + odp_cpumask_isset(&odp_cpu_mask, tm_glb->main_thread_cpu)) cpu_count = odp_cpumask_count(&odp_cpu_mask); if (cpu_count < 1) odp_cpumask_all_available(&odp_cpu_mask); } - if (g_tm_cpu_num == 0) { + if (tm_glb->cpu_num == 0) { cpu = odp_cpumask_first(&odp_cpu_mask); } else { - cpu = odp_cpumask_next(&odp_cpu_mask, g_tm_cpu_num); + cpu = odp_cpumask_next(&odp_cpu_mask, tm_glb->cpu_num); if (cpu == -1) { - g_tm_cpu_num = 0; + tm_glb->cpu_num = 0; cpu = odp_cpumask_first(&odp_cpu_mask); } } - g_tm_cpu_num++; + tm_glb->cpu_num++; return cpu; } @@ -2760,8 +2759,8 @@ static void _odp_tm_group_destroy(_odp_tm_group_t odp_tm_group) rc = pthread_join(tm_group->thread, NULL); ODP_ASSERT(rc == 0); pthread_attr_destroy(&tm_group->attr); - if (g_tm_cpu_num > 0) - g_tm_cpu_num--; + if (tm_glb->cpu_num > 0) + tm_glb->cpu_num--; odp_ticketlock_lock(&tm_glb->system_group.lock); tm_group->status = TM_STATUS_FREE; @@ -2931,10 +2930,10 @@ odp_tm_t odp_tm_create(const char *name, return ODP_TM_INVALID; /* Allocate tm_system_t record. */ - odp_ticketlock_lock(&tm_create_lock); + odp_ticketlock_lock(&tm_glb->create_lock); tm_system = tm_system_alloc(); if (!tm_system) { - odp_ticketlock_unlock(&tm_create_lock); + odp_ticketlock_unlock(&tm_glb->create_lock); return ODP_TM_INVALID; } @@ -2942,7 +2941,7 @@ odp_tm_t odp_tm_create(const char *name, name_tbl_id = _odp_int_name_tbl_add(name, ODP_TM_HANDLE, odp_tm); if (name_tbl_id == ODP_INVALID_NAME) { tm_system_free(tm_system); - odp_ticketlock_unlock(&tm_create_lock); + odp_ticketlock_unlock(&tm_glb->create_lock); return ODP_TM_INVALID; } @@ -3023,11 +3022,11 @@ odp_tm_t odp_tm_create(const char *name, tm_system->_odp_int_timer_wheel); tm_system_free(tm_system); - odp_ticketlock_unlock(&tm_create_lock); + odp_ticketlock_unlock(&tm_glb->create_lock); return ODP_TM_INVALID; } - odp_ticketlock_unlock(&tm_create_lock); + odp_ticketlock_unlock(&tm_glb->create_lock); return odp_tm; } @@ -3274,7 +3273,7 @@ int odp_tm_shaper_params_update(odp_tm_shaper_t shaper_profile, if (!profile_obj) return -1; - if (!main_loop_running) { + if (!tm_glb->main_loop_running) { tm_shaper_params_cvt_to(params, profile_obj); return 0; } @@ -3399,7 +3398,7 @@ int odp_tm_sched_params_update(odp_tm_sched_t sched_profile, if (!profile_obj) return -1; - if (!main_loop_running) { + if (!tm_glb->main_loop_running) { tm_sched_params_cvt_to(params, profile_obj); return 0; } @@ -3497,7 +3496,7 @@ int odp_tm_thresholds_params_update(odp_tm_threshold_t threshold_profile, if (!profile_obj) return -1; - if (!main_loop_running) { + if (!tm_glb->main_loop_running) { profile_obj->max_pkts = params->enable_max_pkts ? params->max_pkts : 0; profile_obj->max_bytes = @@ -3615,7 +3614,7 @@ int odp_tm_wred_params_update(odp_tm_wred_t wred_profile, if (!wred_params) return -1; - if (!main_loop_running) { + if (!tm_glb->main_loop_running) { tm_wred_params_cvt_to(params, wred_params); return 0; } @@ -3757,7 +3756,7 @@ int odp_tm_node_destroy(odp_tm_node_t tm_node) if (!tm_node_obj) return -1; - tm_system = &odp_tm_systems[tm_node_obj->tm_idx]; + tm_system = &tm_glb->system[tm_node_obj->tm_idx]; if (!tm_system) return -1; @@ -3820,14 +3819,14 @@ int odp_tm_node_shaper_config(odp_tm_node_t tm_node, if (!tm_node_obj) return -1; - tm_system = &odp_tm_systems[tm_node_obj->tm_idx]; + tm_system = &tm_glb->system[tm_node_obj->tm_idx]; if (!tm_system) return -1; - odp_ticketlock_lock(&tm_profile_lock); + odp_ticketlock_lock(&tm_glb->profile_lock); tm_shaper_config_set(tm_system, shaper_profile, &tm_node_obj->shaper_obj); - odp_ticketlock_unlock(&tm_profile_lock); + odp_ticketlock_unlock(&tm_glb->profile_lock); return 0; } @@ -3846,10 +3845,10 @@ int odp_tm_node_sched_config(odp_tm_node_t tm_node, if (!child_tm_node_obj) return -1; - odp_ticketlock_lock(&tm_profile_lock); + odp_ticketlock_lock(&tm_glb->profile_lock); child_shaper_obj = &child_tm_node_obj->shaper_obj; tm_sched_config_set(child_shaper_obj, sched_profile); - odp_ticketlock_unlock(&tm_profile_lock); + odp_ticketlock_unlock(&tm_glb->profile_lock); return 0; } @@ -3862,9 +3861,9 @@ int odp_tm_node_threshold_config(odp_tm_node_t tm_node, if (!tm_node_obj) return -1; - odp_ticketlock_lock(&tm_profile_lock); + odp_ticketlock_lock(&tm_glb->profile_lock); tm_threshold_config_set(&tm_node_obj->tm_wred_node, thresholds_profile); - odp_ticketlock_unlock(&tm_profile_lock); + odp_ticketlock_unlock(&tm_glb->profile_lock); return 0; } @@ -3883,7 +3882,7 @@ int odp_tm_node_wred_config(odp_tm_node_t tm_node, wred_node = &tm_node_obj->tm_wred_node; - odp_ticketlock_lock(&tm_profile_lock); + odp_ticketlock_lock(&tm_glb->profile_lock); rc = 0; if (pkt_color == ODP_PACKET_ALL_COLORS) { for (color = 0; color < ODP_NUM_PACKET_COLORS; color++) @@ -3894,7 +3893,7 @@ int odp_tm_node_wred_config(odp_tm_node_t tm_node, rc = -1; } - odp_ticketlock_unlock(&tm_profile_lock); + odp_ticketlock_unlock(&tm_glb->profile_lock); return rc; } @@ -4032,7 +4031,7 @@ int odp_tm_queue_destroy(odp_tm_queue_t tm_queue) if (!tm_queue_obj) return -1; - tm_system = &odp_tm_systems[tm_queue_obj->tm_idx]; + tm_system = &tm_glb->system[tm_queue_obj->tm_idx]; if (!tm_system) return -1; @@ -4090,14 +4089,14 @@ int odp_tm_queue_shaper_config(odp_tm_queue_t tm_queue, if (!tm_queue_obj) return -1; - tm_system = &odp_tm_systems[tm_queue_obj->tm_idx]; + tm_system = &tm_glb->system[tm_queue_obj->tm_idx]; if (!tm_system) return -1; - odp_ticketlock_lock(&tm_profile_lock); + odp_ticketlock_lock(&tm_glb->profile_lock); tm_shaper_config_set(tm_system, shaper_profile, &tm_queue_obj->shaper_obj); - odp_ticketlock_unlock(&tm_profile_lock); + odp_ticketlock_unlock(&tm_glb->profile_lock); return 0; } @@ -4117,10 +4116,10 @@ int odp_tm_queue_sched_config(odp_tm_node_t tm_node, if (!child_tm_queue_obj) return -1; - odp_ticketlock_lock(&tm_profile_lock); + odp_ticketlock_lock(&tm_glb->profile_lock); child_shaper_obj = &child_tm_queue_obj->shaper_obj; tm_sched_config_set(child_shaper_obj, sched_profile); - odp_ticketlock_unlock(&tm_profile_lock); + odp_ticketlock_unlock(&tm_glb->profile_lock); return 0; } @@ -4134,10 +4133,10 @@ int odp_tm_queue_threshold_config(odp_tm_queue_t tm_queue, if (!tm_queue_obj) return -1; - odp_ticketlock_lock(&tm_profile_lock); + odp_ticketlock_lock(&tm_glb->profile_lock); ret = tm_threshold_config_set(&tm_queue_obj->tm_wred_node, thresholds_profile); - odp_ticketlock_unlock(&tm_profile_lock); + odp_ticketlock_unlock(&tm_glb->profile_lock); return ret; } @@ -4156,7 +4155,7 @@ int odp_tm_queue_wred_config(odp_tm_queue_t tm_queue, wred_node = &tm_queue_obj->tm_wred_node; - odp_ticketlock_lock(&tm_profile_lock); + odp_ticketlock_lock(&tm_glb->profile_lock); rc = 0; if (pkt_color == ODP_PACKET_ALL_COLORS) { for (color = 0; color < ODP_NUM_PACKET_COLORS; color++) @@ -4167,7 +4166,7 @@ int odp_tm_queue_wred_config(odp_tm_queue_t tm_queue, rc = -1; } - odp_ticketlock_unlock(&tm_profile_lock); + odp_ticketlock_unlock(&tm_glb->profile_lock); return rc; } @@ -4232,7 +4231,7 @@ int odp_tm_node_connect(odp_tm_node_t src_tm_node, odp_tm_node_t dst_tm_node) if ((!src_tm_node_obj) || src_tm_node_obj->is_root_node) return -1; - tm_system = &odp_tm_systems[src_tm_node_obj->tm_idx]; + tm_system = &tm_glb->system[src_tm_node_obj->tm_idx]; if (!tm_system) return -1; @@ -4302,7 +4301,7 @@ int odp_tm_queue_connect(odp_tm_queue_t tm_queue, odp_tm_node_t dst_tm_node) if (!src_tm_queue_obj) return -1; - tm_system = &odp_tm_systems[src_tm_queue_obj->tm_idx]; + tm_system = &tm_glb->system[src_tm_queue_obj->tm_idx]; if (!tm_system) return -1; @@ -4366,7 +4365,7 @@ int odp_tm_enq(odp_tm_queue_t tm_queue, odp_packet_t pkt) if (!tm_queue_obj) return -1; - tm_system = &odp_tm_systems[tm_queue_obj->tm_idx]; + tm_system = &tm_glb->system[tm_queue_obj->tm_idx]; if (!tm_system) return -1; @@ -4387,7 +4386,7 @@ int odp_tm_enq_with_cnt(odp_tm_queue_t tm_queue, odp_packet_t pkt) if (!tm_queue_obj) return -1; - tm_system = &odp_tm_systems[tm_queue_obj->tm_idx]; + tm_system = &tm_glb->system[tm_queue_obj->tm_idx]; if (!tm_system) return -1; @@ -4653,11 +4652,11 @@ int odp_tm_priority_threshold_config(odp_tm_t odp_tm, if (thresholds_profile == ODP_TM_INVALID) return -1; - odp_ticketlock_lock(&tm_profile_lock); + odp_ticketlock_lock(&tm_glb->profile_lock); tm_system->priority_info[priority].threshold_params = tm_get_profile_params(thresholds_profile, TM_THRESHOLD_PROFILE); - odp_ticketlock_unlock(&tm_profile_lock); + odp_ticketlock_unlock(&tm_glb->profile_lock); return 0; } @@ -4670,10 +4669,10 @@ int odp_tm_total_threshold_config(odp_tm_t odp_tm, if (thresholds_profile == ODP_TM_INVALID) return -1; - odp_ticketlock_lock(&tm_profile_lock); + odp_ticketlock_lock(&tm_glb->profile_lock); tm_system->total_info.threshold_params = tm_get_profile_params( thresholds_profile, TM_THRESHOLD_PROFILE); - odp_ticketlock_unlock(&tm_profile_lock); + odp_ticketlock_unlock(&tm_glb->profile_lock); return 0; } @@ -4737,21 +4736,22 @@ int odp_tm_init_global(void) memset(tm_glb, 0, sizeof(tm_global_t)); tm_glb->shm = shm; + tm_glb->main_thread_cpu = -1; odp_ticketlock_init(&tm_glb->queue_obj.lock); odp_ticketlock_init(&tm_glb->node_obj.lock); odp_ticketlock_init(&tm_glb->system_group.lock); - odp_ticketlock_init(&tm_create_lock); - odp_ticketlock_init(&tm_profile_lock); + odp_ticketlock_init(&tm_glb->create_lock); + odp_ticketlock_init(&tm_glb->profile_lock); odp_ticketlock_init(&tm_glb->profile_tbl.sched.lock); odp_ticketlock_init(&tm_glb->profile_tbl.shaper.lock); odp_ticketlock_init(&tm_glb->profile_tbl.threshold.lock); odp_ticketlock_init(&tm_glb->profile_tbl.wred.lock); - odp_barrier_init(&tm_first_enq, 2); + odp_barrier_init(&tm_glb->first_enq, 2); - odp_atomic_init_u64(&atomic_request_cnt, 0); - odp_atomic_init_u64(&currently_serving_cnt, 0); - odp_atomic_init_u64(&atomic_done_cnt, 0); + odp_atomic_init_u64(&tm_glb->atomic_request_cnt, 0); + odp_atomic_init_u64(&tm_glb->currently_serving_cnt, 0); + odp_atomic_init_u64(&tm_glb->atomic_done_cnt, 0); return 0; } commit 94e47dc62e340818b91c471788c29af3ba167d96 Author: Matias Elo <matias.elo(a)nokia.com> Date: Fri Nov 23 13:55:55 2018 +0200 linux-gen: traffic_mngr: don't reserve memory if tm is disabled Signed-off-by: Matias Elo <matias.elo(a)nokia.com> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/platform/linux-generic/odp_traffic_mngr.c b/platform/linux-generic/odp_traffic_mngr.c index 2b7e58f7..e29cb3cd 100644 --- a/platform/linux-generic/odp_traffic_mngr.c +++ b/platform/linux-generic/odp_traffic_mngr.c @@ -2918,6 +2918,11 @@ odp_tm_t odp_tm_create(const char *name, uint32_t max_tm_queues, max_sorted_lists; int rc; + if (odp_global_ro.init_param.not_used.feat.tm) { + ODP_ERR("TM has been disabled\n"); + return ODP_TM_INVALID; + } + /* If we are using pktio output (usual case) get the first associated * pktout_queue for this pktio and fail if there isn't one. */ @@ -4719,6 +4724,11 @@ int odp_tm_init_global(void) { odp_shm_t shm; + if (odp_global_ro.init_param.not_used.feat.tm) { + ODP_DBG("TM disabled\n"); + return 0; + } + shm = odp_shm_reserve("_odp_traffic_mng", sizeof(tm_global_t), 0, 0); if (shm == ODP_SHM_INVALID) return -1; @@ -4747,6 +4757,9 @@ int odp_tm_init_global(void) int odp_tm_term_global(void) { + if (odp_global_ro.init_param.not_used.feat.tm) + return 0; + if (odp_shm_free(tm_glb->shm)) { ODP_ERR("shm free failed\n"); return -1; commit 92e59d9e816a99db318ba24dcb12cb55f2e7392d Author: Matias Elo <matias.elo(a)nokia.com> Date: Fri Nov 23 13:32:28 2018 +0200 linux-gen: traffic_mngr: allocate profile objects from shm Signed-off-by: Matias Elo <matias.elo(a)nokia.com> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/platform/linux-generic/include/odp_traffic_mngr_internal.h b/platform/linux-generic/include/odp_traffic_mngr_internal.h index 587f9d1a..040bb117 100644 --- a/platform/linux-generic/include/odp_traffic_mngr_internal.h +++ b/platform/linux-generic/include/odp_traffic_mngr_internal.h @@ -83,13 +83,6 @@ typedef uint64_t tm_handle_t; #define PF_REACHED_EGRESS 0x40 #define PF_ERROR 0x80 -typedef struct { - uint32_t num_allocd; - uint32_t num_used; - uint32_t num_freed; - void **array_ptrs; /* Ptr to an array of num_allocd void * ptrs. */ -} dynamic_tbl_t; - #define ODP_TM_NUM_PROFILES 4 typedef enum { @@ -115,6 +108,7 @@ typedef struct { _odp_int_name_t name_tbl_id; odp_tm_threshold_t thresholds_profile; uint32_t ref_cnt; + tm_status_t status; } tm_queue_thresholds_t; typedef struct { @@ -127,6 +121,7 @@ typedef struct { odp_tm_percent_t max_drop_prob; odp_bool_t enable_wred; odp_bool_t use_byte_fullness; + tm_status_t status; } tm_wred_params_t; typedef struct { @@ -165,6 +160,7 @@ typedef struct { uint32_t ref_cnt; odp_tm_sched_mode_t sched_modes[ODP_TM_MAX_PRIORITIES]; uint16_t inverted_weights[ODP_TM_MAX_PRIORITIES]; + tm_status_t status; } tm_sched_params_t; typedef enum { @@ -200,6 +196,7 @@ typedef struct { int8_t len_adjust; odp_bool_t dual_rate; odp_bool_t enabled; + tm_status_t status; } tm_shaper_params_t; typedef enum { NO_CALLBACK, UNDELAY_PKT } tm_shaper_callback_reason_t; diff --git a/platform/linux-generic/odp_traffic_mngr.c b/platform/linux-generic/odp_traffic_mngr.c index 416e7376..2b7e58f7 100644 --- a/platform/linux-generic/odp_traffic_mngr.c +++ b/platform/linux-generic/odp_traffic_mngr.c @@ -81,6 +81,30 @@ static tm_prop_t basic_prop_tbl[MAX_PRIORITIES][NUM_SHAPER_COLORS] = { [ODP_TM_SHAPER_RED] = { 7, DELAY_PKT } } }; +#define MAX_SHAPER_PROFILES 128 +#define MAX_SCHED_PROFILES 128 +#define MAX_THRESHOLD_PROFILES 128 +#define MAX_WRED_PROFILES 128 + +typedef struct { + struct { + tm_shaper_params_t profile[MAX_SHAPER_PROFILES]; + odp_ticketlock_t lock; + } shaper; + struct { + tm_sched_params_t profile[MAX_SCHED_PROFILES]; + odp_ticketlock_t lock; + } sched; + struct { + tm_queue_thresholds_t profile[MAX_THRESHOLD_PROFILES]; + odp_ticketlock_t lock; + } threshold; + struct { + tm_wred_params_t profile[MAX_WRED_PROFILES]; + odp_ticketlock_t lock; + } wred; +} profile_tbl_t; + typedef struct { struct { tm_system_group_t group[ODP_TM_MAX_NUM_SYSTEMS]; @@ -95,14 +119,13 @@ typedef struct { odp_ticketlock_t lock; } node_obj; + profile_tbl_t profile_tbl; + odp_shm_t shm; } tm_global_t; static tm_global_t *tm_glb; -/* Profile tables. */ -static dynamic_tbl_t odp_tm_profile_tbls[ODP_TM_NUM_PROFILES]; - /* TM systems table. */ static tm_system_t odp_tm_systems[ODP_TM_MAX_NUM_SYSTEMS]; @@ -245,62 +268,125 @@ static odp_bool_t tm_random_drop(tm_random_data_t *tm_random_data, return drop; } -static void *alloc_entry_in_dynamic_tbl(dynamic_tbl_t *dynamic_tbl, - uint32_t record_size, - uint32_t *dynamic_idx_ptr) +static void *alloc_entry_in_tbl(profile_tbl_t *profile_tbl, + profile_kind_t profile_kind, + uint32_t *idx) { - uint32_t num_allocd, new_num_allocd, idx; - void **new_array_ptrs, *new_record; - - num_allocd = dynamic_tbl->num_allocd; - if (num_allocd <= dynamic_tbl->num_used) { - /* Need to alloc or realloc the array of ptrs. */ - if (num_allocd <= 32) - new_num_allocd = 64; - else - new_num_allocd = 4 * num_allocd; + uint32_t i; - new_array_ptrs = malloc(new_num_allocd * sizeof(void *)); - memset(new_array_ptrs, 0, new_num_allocd * sizeof(void *)); + switch (profile_kind) { + case TM_SHAPER_PROFILE: { + tm_shaper_params_t *profile = NULL; - if (dynamic_tbl->num_used != 0) - memcpy(new_array_ptrs, dynamic_tbl->array_ptrs, - dynamic_tbl->num_used * sizeof(void *)); + odp_ticketlock_lock(&profile_tbl->shaper.lock); + for (i = 0; i < MAX_SHAPER_PROFILES; i++) { + if (profile_tbl->shaper.profile[i].status != + TM_STATUS_FREE) + continue; - if (dynamic_tbl->array_ptrs) - free(dynamic_tbl->array_ptrs); + profile = &profile_tbl->shaper.profile[i]; + memset(profile, 0, sizeof(tm_shaper_params_t)); + profile->status = TM_STATUS_RESERVED; + *idx = i; + break; + } + odp_ticketlock_unlock(&profile_tbl->shaper.lock); + return profile; + } + case TM_SCHED_PROFILE: { + tm_sched_params_t *profile = NULL; + + odp_ticketlock_lock(&profile_tbl->sched.lock); + for (i = 0; i < MAX_SCHED_PROFILES; i++) { + if (profile_tbl->sched.profile[i].status != + TM_STATUS_FREE) + continue; + + profile = &profile_tbl->sched.profile[i]; + memset(profile, 0, sizeof(tm_sched_params_t)); + profile->status = TM_STATUS_RESERVED; + *idx = i; + break; + } + odp_ticketlock_unlock(&profile_tbl->sched.lock); + return profile; + } + case TM_THRESHOLD_PROFILE: { + tm_queue_thresholds_t *profile = NULL; + + odp_ticketlock_lock(&profile_tbl->threshold.lock); + for (i = 0; i < MAX_THRESHOLD_PROFILES; i++) { + if (profile_tbl->threshold.profile[i].status != + TM_STATUS_FREE) + continue; + + profile = &profile_tbl->threshold.profile[i]; + memset(profile, 0, sizeof(tm_queue_thresholds_t)); + profile->status = TM_STATUS_RESERVED; + *idx = i; + break; + } + odp_ticketlock_unlock(&profile_tbl->threshold.lock); + return profile; + } + case TM_WRED_PROFILE: { + tm_wred_params_t *profile = NULL; + + odp_ticketlock_lock(&profile_tbl->wred.lock); + for (i = 0; i < MAX_WRED_PROFILES; i++) { + if (profile_tbl->wred.profile[i].status != + TM_STATUS_FREE) + continue; + + profile = &profile_tbl->wred.profile[i]; + memset(profile, 0, sizeof(tm_wred_params_t)); + profile->status = TM_STATUS_RESERVED; + *idx = i; + break; + } + odp_ticketlock_unlock(&profile_tbl->wred.lock); + return profile; + } + default: + ODP_ERR("Invalid TM profile\n"); + return NULL; - dynamic_tbl->num_allocd = new_num_allocd; - dynamic_tbl->array_ptrs = new_array_ptrs; } +} - idx = dynamic_tbl->num_used; - new_record = malloc(record_size); - memset(new_record, 0, record_size); +static void free_tbl_entry(profile_tbl_t *profile_tbl, + profile_kind_t profile_kind, + uint32_t idx) +{ + switch (profile_kind) { + case TM_SHAPER_PROFILE: + odp_ticketlock_lock(&profile_tbl->shaper.lock); + profile_tbl->shaper.profile[idx].status = TM_STATUS_RESERVED; + odp_ticketlock_unlock(&profile_tbl->shaper.lock); + return; - dynamic_tbl->array_ptrs[idx] = new_record; - dynamic_tbl->num_used++; - if (dynamic_idx_ptr) - *dynamic_idx_ptr = idx; + case TM_SCHED_PROFILE: + odp_ticketlock_lock(&profile_tbl->sched.lock); + profile_tbl->sched.profile[idx].status = TM_STATUS_RESERVED; + odp_ticketlock_unlock(&profile_tbl->sched.lock); + return; - return new_record; -} + case TM_THRESHOLD_PROFILE: + odp_ticketlock_lock(&profile_tbl->threshold.lock); + profile_tbl->threshold.profile[idx].status = TM_STATUS_RESERVED; + odp_ticketlock_unlock(&profile_tbl->threshold.lock); + return; -static void free_dynamic_tbl_entry(dynamic_tbl_t *dynamic_tbl, - uint32_t record_size ODP_UNUSED, - uint32_t dynamic_idx) -{ - void *record; + case TM_WRED_PROFILE: + odp_ticketlock_lock(&profile_tbl->wred.lock); + profile_tbl->wred.profile[idx].status = TM_STATUS_RESERVED; + odp_ticketlock_unlock(&profile_tbl->wred.lock); + return; + + default: + ODP_ERR("Invalid TM profile\n"); + return; - record = dynamic_tbl->array_ptrs[dynamic_idx]; - if (record) { - free(record); - dynamic_tbl->array_ptrs[dynamic_idx] = NULL; - dynamic_tbl->num_freed++; - if (dynamic_tbl->num_freed == dynamic_tbl->num_used) { - free(dynamic_tbl->array_ptrs); - memset(dynamic_tbl, 0, sizeof(dynamic_tbl_t)); - } } } @@ -405,35 +491,33 @@ static void tm_system_free(tm_system_t *tm_system) static void *tm_common_profile_create(const char *name, profile_kind_t profile_kind, - uint32_t object_size, tm_handle_t *profile_handle_ptr, _odp_int_name_t *name_tbl_id_ptr) { _odp_int_name_kind_t handle_kind; _odp_int_name_t name_tbl_id; - dynamic_tbl_t *dynamic_tbl; tm_handle_t profile_handle; - uint32_t dynamic_tbl_idx; + uint32_t idx; void *object_ptr; - /* Note that alloc_entry_in_dynamic_tbl will zero out all of the memory - * that it allocates, so an additional memset here is unnnecessary. */ - dynamic_tbl = &odp_tm_profile_tbls[profile_kind]; - object_ptr = alloc_entry_in_dynamic_tbl(dynamic_tbl, object_size, - &dynamic_tbl_idx); - if (!object_ptr) + /* Note that alloc_entry_in_tbl will zero out all of the memory that it + * allocates, so an additional memset here is unnecessary. */ + object_ptr = alloc_entry_in_tbl(&tm_glb->profile_tbl, profile_kind, + &idx); + if (!object_ptr) { + ODP_ERR("No free profiles left\n"); return NULL; + } handle_kind = PROFILE_TO_HANDLE_KIND[profile_kind]; - profile_handle = MAKE_PROFILE_HANDLE(profile_kind, dynamic_tbl_idx); + profile_handle = MAKE_PROFILE_HANDLE(profile_kind, idx); name_tbl_id = ODP_INVALID_NAME; if ((name != NULL) && (name[0] != '\0')) { name_tbl_id = _odp_int_name_tbl_add(name, handle_kind, profile_handle); if (name_tbl_id == ODP_INVALID_NAME) { - free_dynamic_tbl_entry(dynamic_tbl, object_size, - dynamic_tbl_idx); + free_tbl_entry(&tm_glb->profile_tbl, profile_kind, idx); return NULL; } } @@ -445,20 +529,18 @@ static void *tm_common_profile_create(const char *name, } static int tm_common_profile_destroy(tm_handle_t profile_handle, - uint32_t object_size, _odp_int_name_t name_tbl_id) { profile_kind_t profile_kind; - dynamic_tbl_t *dynamic_tbl; - uint32_t dynamic_tbl_idx; + uint32_t idx; if (name_tbl_id != ODP_INVALID_NAME) _odp_int_name_tbl_delete(name_tbl_id); - profile_kind = GET_PROFILE_KIND(profile_handle); - dynamic_tbl = &odp_tm_profile_tbls[profile_kind]; - dynamic_tbl_idx = GET_TBL_IDX(profile_handle); - free_dynamic_tbl_entry(dynamic_tbl, object_size, dynamic_tbl_idx); + profile_kind = GET_PROFILE_KIND(profile_handle); + idx = GET_TBL_IDX(profile_handle); + free_tbl_entry(&tm_glb->profile_tbl, profile_kind, idx); + return 0; } @@ -466,16 +548,31 @@ static void *tm_get_profile_params(tm_handle_t profile_handle, profile_kind_t expected_profile_kind) { profile_kind_t profile_kind; - dynamic_tbl_t *dynamic_tbl; - uint32_t dynamic_tbl_idx; + uint32_t idx; profile_kind = GET_PROFILE_KIND(profile_handle); if (profile_kind != expected_profile_kind) return NULL; - dynamic_tbl = &odp_tm_profile_tbls[profile_kind]; - dynamic_tbl_idx = GET_TBL_IDX(profile_handle); - return dynamic_tbl->array_ptrs[dynamic_tbl_idx]; + idx = GET_TBL_IDX(profile_handle); + + switch (profile_kind) { + case TM_SHAPER_PROFILE: + return &tm_glb->profile_tbl.shaper.profile[idx]; + + case TM_SCHED_PROFILE: + return &tm_glb->profile_tbl.sched.profile[idx]; + + case TM_THRESHOLD_PROFILE: + return &tm_glb->profile_tbl.threshold.profile[idx]; + + case TM_WRED_PROFILE: + return &tm_glb->profile_tbl.wred.profile[idx]; + + default: + ODP_ERR("Invalid TM profile\n"); + return NULL; + } } static uint64_t tm_bps_to_rate(uint64_t bps) @@ -3116,7 +3213,6 @@ odp_tm_shaper_t odp_tm_shaper_create(const char *name, _odp_int_name_t name_tbl_id; profile_obj = tm_common_profile_create(name, TM_SHAPER_PROFILE, - sizeof(tm_shaper_params_t), &shaper_handle, &name_tbl_id); if (!profile_obj) return ODP_TM_INVALID; @@ -3142,7 +3238,6 @@ int odp_tm_shaper_destroy(odp_tm_shaper_t shaper_profile) return -1; return tm_common_profile_destroy(shaper_profile, - sizeof(tm_shaper_params_t), profile_obj->name_tbl_id); } @@ -3243,7 +3338,6 @@ odp_tm_sched_t odp_tm_sched_create(const char *name, odp_tm_sched_t sched_handle; profile_obj = tm_common_profile_create(name, TM_SCHED_PROFILE, - sizeof(tm_sched_params_t), &sched_handle, &name_tbl_id); if (!profile_obj) return ODP_TM_INVALID; @@ -3269,7 +3363,6 @@ int odp_tm_sched_destroy(odp_tm_sched_t sched_profile) return -1; return tm_common_profile_destroy(sched_profile, - sizeof(tm_sched_params_t), profile_obj->name_tbl_id); } @@ -3335,7 +3428,6 @@ odp_tm_threshold_t odp_tm_threshold_create(const char *name, _odp_int_name_t name_tbl_id; profile_obj = tm_common_profile_create(name, TM_THRESHOLD_PROFILE, - sizeof(tm_queue_thresholds_t), &threshold_handle, &name_tbl_id); if (!profile_obj) return ODP_TM_INVALID; @@ -3364,7 +3456,6 @@ int odp_tm_threshold_destroy(odp_tm_threshold_t threshold_profile) return -1; return tm_common_profile_destroy(threshold_profile, - sizeof(odp_tm_threshold_params_t), threshold_params->name_tbl_id); } @@ -3462,7 +3553,6 @@ odp_tm_wred_t odp_tm_wred_create(const char *name, odp_tm_wred_params_t *params) _odp_int_name_t name_tbl_id; profile_obj = tm_common_profile_create(name, TM_WRED_PROFILE, - sizeof(tm_wred_params_t), &wred_handle, &name_tbl_id); if (!profile_obj) @@ -3489,7 +3579,6 @@ int odp_tm_wred_destroy(odp_tm_wred_t wred_profile) return -1; return tm_common_profile_destroy(wred_profile, - sizeof(tm_wred_params_t), ODP_INVALID_NAME); } @@ -4644,6 +4733,10 @@ int odp_tm_init_global(void) odp_ticketlock_init(&tm_glb->system_group.lock); odp_ticketlock_init(&tm_create_lock); odp_ticketlock_init(&tm_profile_lock); + odp_ticketlock_init(&tm_glb->profile_tbl.sched.lock); + odp_ticketlock_init(&tm_glb->profile_tbl.shaper.lock); + odp_ticketlock_init(&tm_glb->profile_tbl.threshold.lock); + odp_ticketlock_init(&tm_glb->profile_tbl.wred.lock); odp_barrier_init(&tm_first_enq, 2); odp_atomic_init_u64(&atomic_request_cnt, 0); commit b1812f17ae652f11ce21f26fd24c8fd27818339b Author: Matias Elo <matias.elo(a)nokia.com> Date: Thu Nov 22 14:37:28 2018 +0200 linux-gen: traffic_mngr: store input_work_queue inside tm_system_t Signed-off-by: Matias Elo <matias.elo(a)nokia.com> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/platform/linux-generic/include/odp_traffic_mngr_internal.h b/platform/linux-generic/include/odp_traffic_mngr_internal.h index ca321ed7..587f9d1a 100644 --- a/platform/linux-generic/include/odp_traffic_mngr_internal.h +++ b/platform/linux-generic/include/odp_traffic_mngr_internal.h @@ -377,7 +377,7 @@ struct tm_system_s { void *trace_buffer; uint32_t next_queue_num; tm_queue_obj_t *queue_num_tbl[ODP_TM_MAX_TM_QUEUES]; - input_work_queue_t *input_work_queue; + input_work_queue_t input_work_queue; tm_queue_cnts_t priority_queue_cnts; tm_queue_cnts_t total_queue_cnts; pkt_desc_t egress_pkt_desc; diff --git a/platform/linux-generic/odp_traffic_mngr.c b/platform/linux-generic/odp_traffic_mngr.c index f928d468..416e7376 100644 --- a/platform/linux-generic/odp_traffic_mngr.c +++ b/platform/linux-generic/odp_traffic_mngr.c @@ -304,15 +304,11 @@ static void free_dynamic_tbl_entry(dynamic_tbl_t *dynamic_tbl, } } -static input_work_queue_t *input_work_queue_create(void) +static void input_work_queue_init(input_work_queue_t *input_work_queue) { - input_work_queue_t *input_work_queue; - - input_work_queue = malloc(sizeof(input_work_queue_t)); memset(input_work_queue, 0, sizeof(input_work_queue_t)); odp_atomic_init_u64(&input_work_queue->queue_cnt, 0); odp_ticketlock_init(&input_work_queue->lock); - return input_work_queue; } static void input_work_queue_destroy(input_work_queue_t *input_work_queue) @@ -322,7 +318,7 @@ static void input_work_queue_destroy(input_work_queue_t *input_work_queue) * stopped new tm_enq() (et al) calls from succeeding. */ odp_ticketlock_lock(&input_work_queue->lock); - free(input_work_queue); + memset(input_work_queue, 0, sizeof(input_work_queue_t)); } static int input_work_queue_append(tm_system_t *tm_system, @@ -332,7 +328,7 @@ static int input_work_queue_append(tm_system_t *tm_system, input_work_item_t *entry_ptr; uint32_t queue_cnt, tail_idx; - input_work_queue = tm_system->input_work_queue; + input_work_queue = &tm_system->input_work_queue; queue_cnt = odp_atomic_load_u64(&input_work_queue->queue_cnt); if (INPUT_WORK_RING_SIZE <= queue_cnt) { input_work_queue->enqueue_fail_cnt++; @@ -2373,7 +2369,7 @@ static void *tm_system_thread(void *arg) tm_system = tm_group->first_tm_system; _odp_int_timer_wheel = tm_system->_odp_int_timer_wheel; - input_work_queue = tm_system->input_work_queue; + input_work_queue = &tm_system->input_work_queue; /* Wait here until we have seen the first enqueue operation. */ odp_barrier_wait(&tm_group->tm_group_barrier); @@ -2427,7 +2423,7 @@ static void *tm_system_thread(void *arg) /* Advance to the next tm_system in the tm_system_group. */ tm_system = tm_system->next; _odp_int_timer_wheel = tm_system->_odp_int_timer_wheel; - input_work_queue = tm_system->input_work_queue; + input_work_queue = &tm_system->input_work_queue; } odp_barrier_wait(&tm_system->tm_system_destroy_barrier); @@ -2897,10 +2893,7 @@ odp_tm_t odp_tm_create(const char *name, == _ODP_INT_TIMER_WHEEL_INVALID; } - if (create_fail == 0) { - tm_system->input_work_queue = input_work_queue_create(); - create_fail |= !tm_system->input_work_queue; - } + input_work_queue_init(&tm_system->input_work_queue); if (create_fail == 0) { /* Pass any odp_groups or hints to tm_group_attach here. */ @@ -2911,8 +2904,6 @@ odp_tm_t odp_tm_create(const char *name, if (create_fail) { _odp_int_name_tbl_delete(name_tbl_id); - if (tm_system->input_work_queue) - input_work_queue_destroy(tm_system->input_work_queue); if (tm_system->_odp_int_sorted_pool != _ODP_INT_SORTED_POOL_INVALID) @@ -2980,7 +2971,7 @@ int odp_tm_destroy(odp_tm_t odp_tm) * allocated by this group. */ _odp_tm_group_remove(tm_system->odp_tm_group, odp_tm); - input_work_queue_destroy(tm_system->input_work_queue); + input_work_queue_destroy(&tm_system->input_work_queue); _odp_sorted_pool_destroy(tm_system->_odp_int_sorted_pool); _odp_queue_pool_destroy(tm_system->_odp_int_queue_pool); _odp_timer_wheel_destroy(tm_system->_odp_int_timer_wheel); @@ -4600,7 +4591,7 @@ void odp_tm_stats_print(odp_tm_t odp_tm) uint32_t queue_num, max_queue_num; tm_system = GET_TM_SYSTEM(odp_tm); - input_work_queue = tm_system->input_work_queue; + input_work_queue = &tm_system->input_work_queue; ODP_PRINT("odp_tm_stats_print - tm_system=0x%" PRIX64 " tm_idx=%u\n", odp_tm, tm_system->tm_idx); commit 23102db002f522cc90d1b616e2725d21e525b1fc Author: Matias Elo <matias.elo(a)nokia.com> Date: Thu Nov 22 14:07:16 2018 +0200 linux-gen: traffic_mngr: store root node inside tm_system_t Signed-off-by: Matias Elo <matias.elo(a)nokia.com> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/platform/linux-generic/include/odp_traffic_mngr_internal.h b/platform/linux-generic/include/odp_traffic_mngr_internal.h index 53b5e944..ca321ed7 100644 --- a/platform/linux-generic/include/odp_traffic_mngr_internal.h +++ b/platform/linux-generic/include/odp_traffic_mngr_internal.h @@ -386,7 +386,7 @@ struct tm_system_s { _odp_timer_wheel_t _odp_int_timer_wheel; _odp_int_sorted_pool_t _odp_int_sorted_pool; - tm_node_obj_t *root_node; + tm_node_obj_t root_node; odp_tm_egress_t egress; odp_tm_requirements_t requirements; odp_tm_capabilities_t capabilities; diff --git a/platform/linux-generic/odp_traffic_mngr.c b/platform/linux-generic/odp_traffic_mngr.c index 1c8be7a7..f928d468 100644 --- a/platform/linux-generic/odp_traffic_mngr.c +++ b/platform/linux-generic/odp_traffic_mngr.c @@ -404,9 +404,6 @@ static tm_system_t *tm_system_alloc(void) static void tm_system_free(tm_system_t *tm_system) { - if (tm_system->root_node) - free(tm_system->root_node); - odp_tm_systems[tm_system->tm_idx].status = TM_STATUS_FREE; } @@ -2456,19 +2453,6 @@ void odp_tm_egress_init(odp_tm_egress_t *egress) memset(egress, 0, sizeof(odp_tm_egress_t)); } -static tm_node_obj_t *create_dummy_root_node(void) -{ - tm_node_obj_t *tm_node_obj; - - tm_node_obj = malloc(sizeof(tm_node_obj_t)); - if (!tm_node_obj) - return NULL; - - memset(tm_node_obj, 0, sizeof(tm_node_obj_t)); - tm_node_obj->is_root_node = true; - return tm_node_obj; -} - int odp_tm_capabilities(odp_tm_capabilities_t capabilities[] ODP_UNUSED, uint32_t capabilities_size) { @@ -2877,6 +2861,7 @@ odp_tm_t odp_tm_create(const char *name, &tm_system->requirements); tm_system->next_queue_num = 1; + tm_system->root_node.is_root_node = true; tm_init_random_data(&tm_system->tm_random_data); @@ -2912,11 +2897,6 @@ odp_tm_t odp_tm_create(const char *name, == _ODP_INT_TIMER_WHEEL_INVALID; } - if (create_fail == 0) { - tm_system->root_node = create_dummy_root_node(); - create_fail |= tm_system->root_node == NULL; - } - if (create_fail == 0) { tm_system->input_work_queue = input_work_queue_create(); create_fail |= !tm_system->input_work_queue; @@ -4173,7 +4153,9 @@ int odp_tm_node_connect(odp_tm_node_t src_tm_node, odp_tm_node_t dst_tm_node) src_tm_wred_node = &src_tm_node_obj->tm_wred_node; if (dst_tm_node == ODP_TM_ROOT) { - src_tm_node_obj->shaper_obj.next_tm_node = tm_system->root_node; + tm_node_obj_t *root_node = &tm_system->root_node; + + src_tm_node_obj->shaper_obj.next_tm_node = root_node; src_tm_wred_node->next_tm_wred_node = NULL; return 0; } @@ -4241,7 +4223,7 @@ int odp_tm_queue_connect(odp_tm_queue_t tm_queue, odp_tm_node_t dst_tm_node) src_tm_wred_node = &src_tm_queue_obj->tm_wred_node; if (dst_tm_node == ODP_TM_ROOT) { - root_node = tm_system->root_node; + root_node = &tm_system->root_node; src_tm_queue_obj->shaper_obj.next_tm_node = root_node; src_tm_wred_node->next_tm_wred_node = NULL; return 0; commit 049d80427d0145a3c1738d28ba595717ae43d5c2 Author: Matias Elo <matias.elo(a)nokia.com> Date: Thu Nov 22 13:41:55 2018 +0200 linux-gen: traffic_mngr: store tm_queue_obj_t array inside tm_system_t Signed-off-by: Matias Elo <matias.elo(a)nokia.com> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/platform/linux-generic/include/odp_traffic_mngr_internal.h b/platform/linux-generic/include/odp_traffic_mngr_internal.h index eb8a3d53..53b5e944 100644 --- a/platform/linux-generic/include/odp_traffic_mngr_internal.h +++ b/platform/linux-generic/include/odp_traffic_mngr_internal.h @@ -376,7 +376,7 @@ struct tm_system_s { void *trace_buffer; uint32_t next_queue_num; - tm_queue_obj_t **queue_num_tbl; + tm_queue_obj_t *queue_num_tbl[ODP_TM_MAX_TM_QUEUES]; input_work_queue_t *input_work_queue; tm_queue_cnts_t priority_queue_cnts; tm_queue_cnts_t total_queue_cnts; diff --git a/platform/linux-generic/odp_traffic_mngr.c b/platform/linux-generic/odp_traffic_mngr.c index 0fb6088f..1c8be7a7 100644 --- a/platform/linux-generic/odp_traffic_mngr.c +++ b/platform/linux-generic/odp_traffic_mngr.c @@ -407,9 +407,6 @@ static void tm_system_free(tm_system_t *tm_system) if (tm_system->root_node) free(tm_system->root_node); - if (tm_system->queue_num_tbl) - free(tm_system->queue_num_tbl); - odp_tm_systems[tm_system->tm_idx].status = TM_STATUS_FREE; } @@ -2840,7 +2837,7 @@ odp_tm_t odp_tm_create(const char *name, odp_bool_t create_fail; odp_tm_t odp_tm; odp_pktout_queue_t pktout; - uint32_t malloc_len, max_num_queues, max_queued_pkts, max_timers; + uint32_t max_num_queues, max_queued_pkts, max_timers; uint32_t max_tm_queues, max_sorted_lists; int rc; @@ -2879,9 +2876,6 @@ odp_tm_t odp_tm_create(const char *name, tm_system_capabilities_set(&tm_system->capabilities, &tm_system->requirements); - malloc_len = max_tm_queues * sizeof(tm_queue_obj_t *); - tm_system->queue_num_tbl = malloc(malloc_len); - memset(tm_system->queue_num_tbl, 0, malloc_len); tm_system->next_queue_num = 1; tm_init_random_data(&tm_system->tm_random_data); commit 46d507adef3902a26b7e311506437211e7417a10 Author: Matias Elo <matias.elo(a)nokia.com> Date: Thu Nov 22 13:28:08 2018 +0200 linux-gen: traffic_mngr: allocate tm_node_obj_t from shm Signed-off-by: Matias Elo <matias.elo(a)nokia.com> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/platform/linux-generic/include/odp_traffic_mngr_internal.h b/platform/linux-generic/include/odp_traffic_mngr_internal.h index 4289e5e0..eb8a3d53 100644 --- a/platform/linux-generic/include/odp_traffic_mngr_internal.h +++ b/platform/linux-generic/include/odp_traffic_mngr_internal.h @@ -307,6 +307,7 @@ struct tm_node_obj_s { uint8_t level; /* Primarily for debugging */ uint8_t tm_idx; uint8_t marked; + tm_status_t status; }; typedef struct { diff --git a/platform/linux-generic/odp_traffic_mngr.c b/platform/linux-generic/odp_traffic_mngr.c index 35254096..0fb6088f 100644 --- a/platform/linux-generic/odp_traffic_mngr.c +++ b/platform/linux-generic/odp_traffic_mngr.c @@ -90,6 +90,10 @@ typedef struct { tm_queue_obj_t obj[ODP_TM_MAX_TM_QUEUES]; odp_ticketlock_t lock; } queue_obj; + struct { + tm_node_obj_t obj[ODP_TM_MAX_NUM_TM_NODES]; + odp_ticketlock_t lock; + } node_obj; odp_shm_t shm; } tm_global_t; @@ -126,6 +130,11 @@ static inline tm_queue_obj_t *tm_qobj_from_index(uint32_t queue_id) return &tm_glb->queue_obj.obj[queue_id]; } +static inline tm_node_obj_t *tm_nobj_from_index(uint32_t node_id) +{ + return &tm_glb->node_obj.obj[node_id]; +} + static int queue_tm_reenq(odp_queue_t queue, odp_buffer_hdr_t *buf_hdr) { odp_tm_queue_t tm_queue = MAKE_ODP_TM_QUEUE(odp_queue_context(queue)); @@ -3582,34 +3591,50 @@ odp_tm_node_t odp_tm_node_create(odp_tm_t odp_tm, tm_schedulers_obj_t *schedulers_obj; _odp_int_name_t name_tbl_id; tm_wred_node_t *tm_wred_node; - tm_node_obj_t *tm_node_obj; + tm_node_obj_t *tm_node_obj = NULL; odp_tm_node_t odp_tm_node; odp_tm_wred_t wred_profile; tm_system_t *tm_system; uint32_t level, num_priorities, priority, color; + uint32_t i; /* Allocate a tm_node_obj_t record. */ tm_system = GET_TM_SYSTEM(odp_tm); - tm_node_obj = malloc(sizeof(tm_node_obj_t)); - if (!tm_node_obj) - return ODP_TM_INVALID; - level = params->level; - requirements = &tm_system->requirements.per_level[level]; - num_priorities = requirements->max_priority + 1; + odp_ticketlock_lock(&tm_glb->node_obj.lock); - odp_tm_node = MAKE_ODP_TM_NODE(tm_node_obj); - name_tbl_id = ODP_INVALID_NAME; - if ((name) && (name[0] != '\0')) { - name_tbl_id = _odp_int_name_tbl_add(name, ODP_TM_NODE_HANDLE, - odp_tm_node); - if (name_tbl_id == ODP_INVALID_NAME) { - free(tm_node_obj); - return ODP_TM_INVALID; + for (i = 0; i < ODP_TM_MAX_NUM_TM_NODES; i++) { + tm_node_obj_t *cur_node_obj = tm_nobj_from_index(i); + + if (cur_node_obj->status != TM_STATUS_FREE) + continue; + + level = params->level; + requirements = &tm_system->requirements.per_level[level]; + num_priorities = requirements->max_priority + 1; + + odp_tm_node = MAKE_ODP_TM_NODE(cur_node_obj); + name_tbl_id = ODP_INVALID_NAME; + if ((name) && (name[0] != '\0')) { + name_tbl_id = _odp_int_name_tbl_add(name, + ODP_TM_NODE_HANDLE, + odp_tm_node); + if (name_tbl_id == ODP_INVALID_NAME) + break; } + tm_node_obj = cur_node_obj; + + memset(tm_node_obj, 0, sizeof(tm_node_obj_t)); + tm_node_obj->status = TM_STATUS_RESERVED; + + break; } - memset(tm_node_obj, 0, sizeof(tm_node_obj_t)); + odp_ticketlock_unlock(&tm_glb->node_obj.lock); + + if (!tm_node_obj) + return ODP_TM_INVALID; + tm_node_obj->user_context = params->user_context; tm_node_obj->name_tbl_id = name_tbl_id; tm_node_obj->max_fanin = params->max_fanin; @@ -3718,7 +3743,10 @@ int odp_tm_node_destroy(odp_tm_node_t tm_node) return rc; } - free(tm_node_obj); + odp_ticketlock_lock(&tm_glb->node_obj.lock); + tm_node_obj->status = TM_STATUS_FREE; + odp_ticketlock_unlock(&tm_glb->node_obj.lock); + odp_ticketlock_unlock(&tm_system->tm_system_lock); return 0; } @@ -4645,6 +4673,7 @@ int odp_tm_init_global(void) tm_glb->shm = shm; odp_ticketlock_init(&tm_glb->queue_obj.lock); + odp_ticketlock_init(&tm_glb->node_obj.lock); odp_ticketlock_init(&tm_glb->system_group.lock); odp_ticketlock_init(&tm_create_lock); odp_ticketlock_init(&tm_profile_lock); commit e7ad8003e34195a3900e1dd3d3a93235896d7628 Author: Matias Elo <matias.elo(a)nokia.com> Date: Thu Nov 22 12:39:26 2018 +0200 linux-gen: traffic_mngr: move tm_wred_node_t inside tm_node_obj_t Signed-off-by: Matias Elo <matias.elo(a)nokia.com> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/platform/linux-generic/include/odp_traffic_mngr_internal.h b/platform/linux-generic/include/odp_traffic_mngr_internal.h index 3dc212c2..4289e5e0 100644 --- a/platform/linux-generic/include/odp_traffic_mngr_internal.h +++ b/platform/linux-generic/include/odp_traffic_mngr_internal.h @@ -293,7 +293,7 @@ struct tm_queue_obj_s { struct tm_node_obj_s { void *user_context; - tm_wred_node_t *tm_wred_node; + tm_wred_node_t tm_wred_node; tm_schedulers_obj_t schedulers_obj; tm_shaper_obj_t *fanin_list_head; tm_shaper_obj_t *fanin_list_tail; diff --git a/platform/linux-generic/odp_traffic_mngr.c b/platform/linux-generic/odp_traffic_mngr.c index 363ff7e2..35254096 100644 --- a/platform/linux-generic/odp_traffic_mngr.c +++ b/platform/linux-generic/odp_traffic_mngr.c @@ -3594,12 +3594,6 @@ odp_tm_node_t odp_tm_node_create(odp_tm_t odp_tm, if (!tm_node_obj) return ODP_TM_INVALID; - tm_wred_node = malloc(sizeof(tm_wred_node_t)); - if (!tm_wred_node) { - free(tm_node_obj); - return ODP_TM_INVALID; - } - level = params->level; requirements = &tm_system->requirements.per_level[level]; num_priorities = requirements->max_priority + 1; @@ -3610,21 +3604,20 @@ odp_tm_node_t odp_tm_node_create(odp_tm_t odp_tm, name_tbl_id = _odp_int_name_tbl_add(name, ODP_TM_NODE_HANDLE, odp_tm_node); if (name_tbl_id == ODP_INVALID_NAME) { - free(tm_wred_node); free(tm_node_obj); return ODP_TM_INVALID; } } memset(tm_node_obj, 0, sizeof(tm_node_obj_t)); - memset(tm_wred_node, 0, sizeof(tm_wred_node_t)); tm_node_obj->user_context = params->user_context; tm_node_obj->name_tbl_id = name_tbl_id; tm_node_obj->max_fanin = params->max_fanin; tm_node_obj->is_root_node = false; tm_node_obj->level = params->level; tm_node_obj->tm_idx = tm_system->tm_idx; - tm_node_obj->tm_wred_node = tm_wred_node; + + tm_wred_node = &tm_node_obj->tm_wred_node; odp_ticketlock_init(&tm_wred_node->tm_wred_node_lock); schedulers_obj = &tm_node_obj->schedulers_obj; @@ -3698,16 +3691,14 @@ int odp_tm_node_destroy(odp_tm_node_t tm_node) if (shaper_obj->shaper_params != NULL) return -1; - tm_wred_node = tm_node_obj->tm_wred_node; - if (tm_wred_node != NULL) { - if (tm_wred_node->threshold_params != NULL) - return -1; + tm_wred_node = &tm_node_obj->tm_wred_node; + if (tm_wred_node->threshold_params != NULL) + return -1; - for (color = 0; color < ODP_NUM_PACKET_COLORS; color++) { - wred_params = tm_wred_node->wred_params[color]; - if (wred_params != NULL) - return -1; - } + for (color = 0; color < ODP_NUM_PACKET_COLORS; color++) { + wred_params = tm_wred_node->wred_params[color]; + if (wred_params != NULL) + return -1; } /* Now that all of the checks are done, time to so some freeing. */ @@ -3715,9 +3706,6 @@ int odp_tm_node_destroy(odp_tm_node_t tm_node) if (tm_node_obj->name_tbl_id != ODP_INVALID_NAME) _odp_int_name_tbl_delete(tm_node_obj->name_tbl_id); - if (tm_node_obj->tm_wred_node != NULL) - free(tm_node_obj->tm_wred_node); - schedulers_obj = &tm_node_obj->schedulers_obj; num_priorities = schedulers_obj->num_priorities; for (priority = 0; priority < num_priorities; priority++) { @@ -3784,11 +3772,11 @@ int odp_tm_node_threshold_config(odp_tm_node_t tm_node, tm_node_obj_t *tm_node_obj; tm_node_obj = GET_TM_NODE_OBJ(tm_node); - if ((!tm_node_obj) || (!tm_node_obj->tm_wred_node)) + if (!tm_node_obj) return -1; odp_ticketlock_lock(&tm_profile_lock); - tm_threshold_config_set(tm_node_obj->tm_wred_node, thresholds_profile); + tm_threshold_config_set(&tm_node_obj->tm_wred_node, thresholds_profile); odp_ticketlock_unlock(&tm_profile_lock); return 0; } @@ -3806,7 +3794,7 @@ int odp_tm_node_wred_config(odp_tm_node_t tm_node, if (!tm_node_obj) return -1; - wred_node = tm_node_obj->tm_wred_node; + wred_node = &tm_node_obj->tm_wred_node; odp_ticketlock_lock(&tm_profile_lock); rc = 0; @@ -4161,7 +4149,7 @@ int odp_tm_node_connect(odp_tm_node_t src_tm_node, odp_tm_node_t dst_tm_node) if (!tm_system) return -1; - src_tm_wred_node = src_tm_node_obj->tm_wred_node; + src_tm_wred_node = &src_tm_node_obj->tm_wred_node; if (dst_tm_node == ODP_TM_ROOT) { src_tm_node_obj->shaper_obj.next_tm_node = tm_system->root_node; src_tm_wred_node->next_tm_wred_node = NULL; @@ -4172,7 +4160,7 @@ int odp_tm_node_connect(odp_tm_node_t src_tm_node, odp_tm_node_t dst_tm_node) if ((!dst_tm_node_obj) || dst_tm_node_obj->is_root_node) return -1; - dst_tm_wred_node = dst_tm_node_obj->tm_wred_node; + dst_tm_wred_node = &dst_tm_node_obj->tm_wred_node; if (src_tm_node_obj->tm_idx != dst_tm_node_obj->tm_idx) return -1; @@ -4203,9 +4191,8 @@ int odp_tm_node_disconnect(odp_tm_node_t src_tm_node) dst_tm_node_obj->current_tm_node_fanin--; } - src_tm_wred_node = src_tm_node_obj->tm_wred_node; - if (src_tm_wred_node != NULL) - src_tm_wred_node->next_tm_wred_node = NULL; + src_tm_wred_node = &src_tm_node_obj->tm_wred_node; + src_tm_wred_node->next_tm_wred_node = NULL; src_tm_node_obj->shaper_obj.next_tm_node = NULL; return 0; @@ -4242,7 +4229,7 @@ int odp_tm_queue_connect(odp_tm_queue_t tm_queue, odp_tm_node_t dst_tm_node) if ((!dst_tm_node_obj) || dst_tm_node_obj->is_root_node) return -1; - dst_tm_wred_node = dst_tm_node_obj->tm_wred_node; + dst_tm_wred_node = &dst_tm_node_obj->tm_wred_node; if (src_tm_queue_obj->tm_idx != dst_tm_node_obj->tm_idx) return -1; @@ -4275,8 +4262,7 @@ int odp_tm_queue_disconnect(odp_tm_queue_t tm_queue) } src_tm_wred_node = &src_tm_queue_obj->tm_wred_node; - if (src_tm_wred_node != NULL) - src_tm_wred_node->next_tm_wred_node = NULL; + src_tm_wred_node->next_tm_wred_node = NULL; src_tm_queue_obj->shaper_obj.next_tm_node = NULL; return 0; @@ -4362,19 +4348,17 @@ int odp_tm_node_info(odp_tm_node_t tm_node, odp_tm_node_info_t *info) if (shaper_params != NULL) info->shaper_profile = shaper_params->shaper_profile; - tm_wred_node = tm_node_obj->tm_wred_node; - if (tm_wred_node != NULL) { - threshold_params = tm_wred_node->threshold_params; - if (threshold_params != NULL) - info->threshold_profile = - threshold_params->thresholds_profile; + tm_wred_node = &tm_node_obj->tm_wred_node; + threshold_params = tm_wred_node->threshold_params; + if (threshold_params != NULL) + info->threshold_profile = + threshold_params->thresholds_profile; - for (color = 0; color < ODP_NUM_PACKET_COLORS; color++) { - wred_params = tm_wred_node->wred_params[color]; - if (wred_params != NULL) - info->wred_profile[color] = - wred_params->wred_profile; - } + for (color = 0; color < ODP_NUM_PACKET_COLORS; color++) { + wred_params = tm_wred_node->wred_params[color]; + if (wred_params != NULL) + info->wred_profile[color] = + wred_params->wred_profile; } return 0; @@ -4538,8 +4522,6 @@ int odp_tm_queue_query(odp_tm_queue_t tm_queue, return -1; tm_wred_node = &tm_queue_obj->tm_wred_node; - if (!tm_wred_node) - return -1; /* **TBD** Where do we get the queue_info from. */ queue_info.threshold_params = tm_wred_node->threshold_params; commit 294856cc30d48d57e12485076bae49da36d346ed Author: Matias Elo <matias.elo(a)nokia.com> Date: Thu Nov 22 12:10:23 2018 +0200 linux-gen: traffic_mngr: move tm_schedulers_obj_t inside tm_node_obj_t Signed-off-by: Matias Elo <matias.elo(a)nokia.com> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/platform/linux-generic/include/odp_traffic_mngr_internal.h b/platform/linux-generic/include/odp_traffic_mngr_internal.h index 199bfbb6..3dc212c2 100644 --- a/platform/linux-generic/include/odp_traffic_mngr_internal.h +++ b/platform/linux-generic/include/odp_traffic_mngr_internal.h @@ -258,7 +258,7 @@ typedef struct { uint8_t num_priorities; uint8_t highest_priority; uint8_t locked; - tm_sched_state_t sched_states[0]; + tm_sched_state_t sched_states[ODP_TM_MAX_PRIORITIES]; } tm_schedulers_obj_t; struct tm_queue_obj_s { @@ -294,7 +294,7 @@ struct tm_queue_obj_s { struct tm_node_obj_s { void *user_context; tm_wred_node_t *tm_wred_node; - tm_schedulers_obj_t *schedulers_obj; + tm_schedulers_obj_t schedulers_obj; tm_shaper_obj_t *fanin_list_head; tm_shaper_obj_t *fanin_list_tail; tm_shaper_obj_t shaper_obj; diff --git a/platform/linux-generic/odp_traffic_mngr.c b/platform/linux-generic/odp_traffic_mngr.c index 630bc42e..363ff7e2 100644 --- a/platform/linux-generic/odp_traffic_mngr.c +++ b/platform/linux-generic/odp_traffic_mngr.c @@ -1332,7 +1332,7 @@ static odp_bool_t tm_propagate_pkt_desc(tm_system_t *tm_system, if (!shaper_change) return false; - schedulers_obj = tm_node_obj->schedulers_obj; + schedulers_obj = &tm_node_obj->schedulers_obj; prev_sched_pkt = schedulers_obj->out_pkt_desc; sched_was_empty = prev_sched_pkt.queue_num == 0; sched_change = false; @@ -1426,7 +1426,7 @@ static odp_bool_t tm_demote_pkt_desc(tm_system_t *tm_system, if ((!blocked_scheduler) && (!timer_shaper)) return false; - if (tm_node_obj->schedulers_obj == blocked_scheduler) + if (&tm_node_obj->schedulers_obj == blocked_scheduler) return false; /* See if this first shaper_obj is delaying the demoted_pkt_desc */ @@ -1452,7 +1452,7 @@ static odp_bool_t tm_demote_pkt_desc(tm_system_t *tm_system, if ((!demoted_pkt_desc) && (!shaper_change)) return false; - schedulers_obj = tm_node_obj->schedulers_obj; + schedulers_obj = &tm_node_obj->schedulers_obj; prev_sched_pkt = schedulers_obj->out_pkt_desc; sched_was_empty = prev_sched_pkt.queue_num == 0; sched_change = false; @@ -1569,7 +1569,7 @@ static odp_bool_t tm_consume_pkt_desc(tm_system_t *tm_system, tm_node_obj = shaper_obj->next_tm_node; while (!tm_node_obj->is_root_node) { /* not at egress */ - schedulers_obj = tm_node_obj->schedulers_obj; + schedulers_obj = &tm_node_obj->schedulers_obj; prev_sched_pkt = schedulers_obj->out_pkt_desc; sent_priority = schedulers_obj->highest_priority; @@ -3586,7 +3586,7 @@ odp_tm_node_t odp_tm_node_create(odp_tm_t odp_tm, odp_tm_node_t odp_tm_node; odp_tm_wred_t wred_profile; tm_system_t *tm_system; - uint32_t level, num_priorities, priority, schedulers_obj_len, color; + uint32_t level, num_priorities, priority, color; /* Allocate a tm_node_obj_t record. */ tm_system = GET_TM_SYSTEM(odp_tm); @@ -3603,23 +3603,13 @@ odp_tm_node_t odp_tm_node_create(odp_tm_t odp_tm, level = params->level; requirements = &tm_system->requirements.per_level[level]; num_priorities = requirements->max_priority + 1; - schedulers_obj_len = sizeof(tm_schedulers_obj_t) - + (sizeof(tm_sched_state_t) * num_priorities); - schedulers_obj = malloc(schedulers_obj_len); - if (!schedulers_obj) { - free(tm_wred_node); - free(tm_node_obj); - return ODP_TM_INVALID; - } - memset(schedulers_obj, 0, schedulers_obj_len); odp_tm_node = MAKE_ODP_TM_NODE(tm_node_obj); name_tbl_id = ODP_INVALID_NAME; if ((name) && (name[0] != '\0')) { name_tbl_id = _odp_int_name_tbl_add(name, ODP_TM_NODE_HANDLE, odp_tm_node); if (name_tbl_id == ODP_INVALID_NAME) { - free(schedulers_obj); free(tm_wred_node); free(tm_node_obj); return ODP_TM_INVALID; @@ -3628,7 +3618,6 @@ odp_tm_node_t odp_tm_node_create(odp_tm_t odp_tm, memset(tm_node_obj, 0, sizeof(tm_node_obj_t)); memset(tm_wred_node, 0, sizeof(tm_wred_node_t)); - memset(schedulers_obj, 0, schedulers_obj_len); tm_node_obj->user_context = params->user_context; tm_node_obj->name_tbl_id = name_tbl_id; tm_node_obj->max_fanin = params->max_fanin; @@ -3636,9 +3625,9 @@ odp_tm_node_t odp_tm_node_create(odp_tm_t odp_tm, tm_node_obj->level = params->level; tm_node_obj->tm_idx = tm_system->tm_idx; tm_node_obj->tm_wred_node = tm_wred_node; - tm_node_obj->schedulers_obj = schedulers_obj; odp_ticketlock_init(&tm_wred_node->tm_wred_node_lock); + schedulers_obj = &tm_node_obj->schedulers_obj; schedulers_obj->num_priorities = num_priorities; for (priority = 0; priority < num_priorities; priority++) { sorted_list = _odp_sorted_list_create( @@ -3666,7 +3655,7 @@ odp_tm_node_t odp_tm_node_create(odp_tm_t odp_tm, tm_node_obj->magic_num = TM_NODE_MAGIC_NUM; tm_node_obj->shaper_obj.enclosing_entity = tm_node_obj; tm_node_obj->shaper_obj.in_tm_node_obj = 1; - tm_node_obj->schedulers_obj->enclosing_entity = tm_node_obj; + tm_node_obj->schedulers_obj.enclosing_entity = tm_node_obj; odp_ticketlock_unlock(&tm_system->tm_system_lock); return odp_tm_node; @@ -3729,21 +3718,18 @@ int odp_tm_node_destroy(odp_tm_node_t tm_node) if (tm_node_obj->tm_wred_node != NULL) free(tm_node_obj->tm_wred_node); - schedulers_obj = tm_node_obj->schedulers_obj; - if (schedulers_obj != NULL) { - num_priorities = schedulers_obj->num_priorities; - for (priority = 0; priority < num_priorities; priority++) { - sched_state = &schedulers_obj->sched_states[priority]; - sorted_list = sched_state->sorted_list; - sorted_pool = tm_system->_odp_int_sorted_pool; - rc = _odp_sorted_list_destroy(sorted_pool, - sorted_list); - if (rc != 0) - return rc; - } + schedulers_obj = &tm_node_obj->schedulers_obj; + num_priorities = schedulers_obj->num_priorities; + for (priority = 0; priority < num_priorities; priority++) { + sched_state = &schedulers_obj->sched_states[priority]; + sorted_list = sched_state->sorted_list; + sorted_pool = tm_system->_odp_int_sorted_pool; + rc = _odp_sorted_list_destroy(sorted_pool, + sorted_list); + if (rc != 0) + return rc; } - free(schedulers_obj); free(tm_node_obj); odp_ticketlock_unlock(&tm_system->tm_system_lock); return 0; commit 6b79ac4b1640e8050b076ba0ecb590cc297320b0 Author: Matias Elo <matias.elo(a)nokia.com> Date: Wed Nov 21 13:46:46 2018 +0200 linux-gen: traffic_mngr: allocate tm_system_group_t from shm Signed-off-by: Matias Elo <matias.elo(a)nokia.com> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/platform/linux-generic/include/odp_traffic_mngr_internal.h b/platform/linux-generic/include/odp_traffic_mngr_internal.h index 21d95273..199bfbb6 100644 --- a/platform/linux-generic/include/odp_traffic_mngr_internal.h +++ b/platform/linux-generic/include/odp_traffic_mngr_internal.h @@ -415,15 +415,13 @@ struct tm_system_s { * while the input work queue is shared - timers are not. */ struct tm_system_group_s { - tm_system_group_t *prev; - tm_system_group_t *next; - odp_barrier_t tm_group_barrier; tm_system_t *first_tm_system; uint32_t num_tm_systems; uint32_t first_enq; pthread_t thread; pthread_attr_t attr; + tm_status_t status; }; #ifdef __cplusplus diff --git a/platform/linux-generic/odp_traffic_mngr.c b/platform/linux-generic/odp_traffic_mngr.c index cfa755ee..630bc42e 100644 --- a/platform/linux-generic/odp_traffic_mngr.c +++ b/platform/linux-generic/odp_traffic_mngr.c @@ -82,6 +82,10 @@ static tm_prop_t basic_prop_tbl[MAX_PRIORITIES][NUM_SHAPER_COLORS] = { }; typedef struct { + struct { + tm_system_group_t group[ODP_TM_MAX_NUM_SYSTEMS]; + odp_ticketlock_t lock; + } system_group; struct { tm_queue_obj_t obj[ODP_TM_MAX_TM_QUEUES]; odp_ticketlock_t lock; @@ -98,8 +102,6 @@ static dynamic_tbl_t odp_tm_profile_tbls[ODP_TM_NUM_PROFILES]; /* TM systems table. */ static tm_system_t odp_tm_systems[ODP_TM_MAX_NUM_SYSTEMS]; -static tm_system_group_t *tm_group_list; - static odp_ticketlock_t tm_create_lock; static odp_ticketlock_t tm_profile_lock; static odp_barrier_t tm_first_enq; @@ -2663,35 +2665,9 @@ static int tm_thread_create(tm_system_group_t *tm_group) return rc; } - -static _odp_tm_group_t _odp_tm_group_create(const char *name ODP_UNUSED) -{ - tm_system_group_t *tm_group, *first_tm_group, *second_tm_group; - - tm_group = malloc(sizeof(tm_system_group_t)); - memset(tm_group, 0, sizeof(tm_system_group_t)); - odp_barrier_init(&tm_group->tm_group_barrier, 2); - - /* Add this group to the tm_group_list linked list. */ - if (tm_group_list == NULL) { - tm_group_list = tm_group; - tm_group->next = tm_group; - tm_group->prev = tm_group; - } else { - first_tm_group = tm_group_list; - second_tm_group = first_tm_group->next; - first_tm_group->next = tm_group; - second_tm_group->prev = tm_group; - tm_group->next = second_tm_group; - tm_group->prev = first_tm_group; - } - - return MAKE_ODP_TM_SYSTEM_GROUP(tm_group); -} - static void _odp_tm_group_destroy(_odp_tm_group_t odp_tm_group) { - tm_system_group_t *tm_group, *prev_tm_group, *next_tm_group; + tm_system_group_t *tm_group; int rc; tm_group = GET_TM_GROUP(odp_tm_group); @@ -2704,23 +2680,9 @@ static void _odp_tm_group_destroy(_odp_tm_group_t odp_tm_group) if (g_tm_cpu_num > 0) g_tm_cpu_num--; - /* Remove this group from the tm_group_list linked list. Special case - * when this is the last tm_group in the linked list. */ - prev_tm_group = tm_group->prev; - next_tm_group = tm_group->next; - if (prev_tm_group == next_tm_group) { - ODP_ASSERT(tm_group_list == tm_group); - tm_group_list = NULL; - } else { - prev_tm_group->next = next_tm_group; - next_tm_group->prev = prev_tm_group; - if (tm_group_list == tm_group) - tm_group_list = next_tm_group; - } - - tm_group->prev = NULL; - tm_group->next = NULL; - free(tm_group); + odp_ticketlock_lock(&tm_glb->system_group.lock); + tm_group->status = TM_STATUS_FREE; + odp_ticketlock_unlock(&tm_glb->system_group.lock); } static int _odp_tm_group_add(_odp_tm_group_t odp_tm_group, odp_tm_t odp_tm) @@ -2792,12 +2754,21 @@ static int _odp_tm_group_remove(_odp_tm_group_t odp_tm_group, odp_tm_t odp_tm) return 0; } +static void _odp_tm_init_tm_group(tm_system_group_t *tm_group) +{ + memset(tm_group, 0, sizeof(tm_system_group_t)); + + tm_group->status = TM_STATUS_RESERVED; + odp_barrier_init(&tm_group->tm_group_barrier, 2); +} + static int tm_group_attach(odp_tm_t odp_tm) { tm_system_group_t *tm_group, *min_tm_group; _odp_tm_group_t odp_tm_group; odp_cpumask_t all_cpus, worker_cpus; uint32_t total_cpus, avail_cpus; + uint32_t i; /* If this platform has a small number of cpu's then allocate one * tm_group and assign all tm_system's to this tm_group. Otherwise in @@ -2811,34 +2782,37 @@ static int tm_group_attach(odp_tm_t odp_tm) avail_cpus = odp_cpumask_count(&worker_cpus); if (total_cpus < 24) { - tm_group = tm_group_list; - odp_tm_group = MAKE_ODP_TM_SYSTEM_GROUP(tm_group); - if (tm_group == NULL) - odp_tm_group = _odp_tm_group_create(""); + tm_group = &tm_glb->system_group.group[0]; - _odp_tm_group_add(odp_tm_group, odp_tm); - return 0; - } + odp_ticketlock_lock(&tm_glb->system_group.lock); + if (tm_group->status == TM_STATUS_FREE) + _odp_tm_init_tm_group(tm_group); + odp_ticketlock_unlock(&tm_glb->system_group.lock); - /* Manycore case. */ - if ((tm_group_list == NULL) || (avail_cpus > 1)) { - odp_tm_group = _odp_tm_group_create(""); + odp_tm_group = MAKE_ODP_TM_SYSTEM_GROUP(tm_group); _odp_tm_group_add(odp_tm_group, odp_tm); return 0; } /* Pick a tm_group according to the smallest number of tm_systems. */ - tm_group = tm_group_list; min_tm_group = NULL; - while (tm_group != NULL) { + odp_ticketlock_lock(&tm_glb->system_group.lock); + for (i = 0; i < ODP_TM_MAX_NUM_SYSTEMS && i < avail_cpus; i++) { + tm_group = &tm_glb->system_group.group[i]; + + if (tm_group->status == TM_STATUS_FREE) { + _odp_tm_init_tm_group(tm_group); + min_tm_group = tm_group; + break; + } + if (min_tm_group == NULL) min_tm_group = tm_group; else if (tm_group->num_tm_systems < min_tm_group->num_tm_systems) min_tm_group = tm_group; - - tm_group = tm_group->next; } + odp_ticketlock_unlock(&tm_glb->system_group.lock); if (min_tm_group == NULL) return -1; @@ -4703,6 +4677,7 @@ int odp_tm_init_global(void) tm_glb->shm = shm; odp_ticketlock_init(&tm_glb->queue_obj.lock); + odp_ticketlock_init(&tm_glb->system_group.lock); odp_ticketlock_init(&tm_create_lock); odp_ticketlock_init(&tm_profile_lock); odp_barrier_init(&tm_first_enq, 2); commit 3cb35813da911a94eef6e07ae71ce0f5f325ebd8 Author: Matias Elo <matias.elo(a)nokia.com> Date: Thu Nov 22 09:57:19 2018 +0200 linux-gen: traffic_mngr: allocate tm_queue_obj_t from shm Signed-off-by: Matias Elo <matias.elo(a)nokia.com> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/platform/linux-generic/include/odp_traffic_mngr_internal.h b/platform/linux-generic/include/odp_traffic_mngr_internal.h index 463759c1..21d95273 100644 --- a/platform/linux-generic/include/odp_traffic_mngr_internal.h +++ b/platform/linux-generic/include/odp_traffic_mngr_internal.h @@ -287,6 +287,7 @@ struct tm_queue_obj_s { uint8_t tm_idx; uint8_t delayed_cnt; uint8_t blocked_cnt; + tm_status_t status; odp_queue_t queue; }; diff --git a/platform/linux-generic/odp_traffic_mngr.c b/platform/linux-generic/odp_traffic_mngr.c index 1c80a840..cfa755ee 100644 --- a/platform/linux-generic/odp_traffic_mngr.c +++ b/platform/linux-generic/odp_traffic_mngr.c @@ -81,6 +81,17 @@ static tm_prop_t basic_prop_tbl[MAX_PRIORITIES][NUM_SHAPER_COLORS] = { [ODP_TM_SHAPER_RED] = { 7, DELAY_PKT } } }; +typedef struct { + struct { + tm_queue_obj_t obj[ODP_TM_MAX_TM_QUEUES]; + odp_ticketlock_t lock; + } queue_obj; + + odp_shm_t shm; +} tm_global_t; + +static tm_global_t *tm_glb; + /* Profile tables. */ static dynamic_tbl_t odp_tm_profile_tbls[ODP_TM_NUM_PROFILES]; @@ -108,6 +119,11 @@ static odp_bool_t tm_demote_pkt_desc(tm_system_t *tm_system, tm_shaper_obj_t *timer_shaper, pkt_desc_t *demoted_pkt_desc); +static inline tm_queue_obj_t *tm_qobj_from_index(uint32_t queue_id) +{ + return &tm_glb->queue_obj.obj[queue_id]; +} + static int queue_tm_reenq(odp_queue_t queue, odp_buffer_hdr_t *buf_hdr) { odp_tm_queue_t tm_queue = MAKE_ODP_TM_QUEUE(odp_queue_context(queue)); @@ -3889,70 +3905,84 @@ odp_tm_queue_t odp_tm_queue_create(odp_tm_t odp_tm, odp_tm_queue_params_t *params) { _odp_int_pkt_queue_t _odp_int_pkt_queue; - tm_queue_obj_t *tm_queue_obj; - odp_tm_queue_t odp_tm_queue; + tm_queue_obj_t *queue_obj; + odp_tm_queue_t odp_tm_queue = ODP_TM_INVALID; odp_queue_t queue; odp_tm_wred_t wred_profile; tm_system_t *tm_system; uint32_t color; + uint32_t i; /* Allocate a tm_queue_obj_t record. */ tm_system = GET_TM_SYSTEM(odp_tm); - tm_queue_obj = malloc(sizeof(tm_queue_obj_t)); - if (!tm_queue_obj) - return ODP_TM_INVALID; - _odp_int_pkt_queue = _odp_pkt_queue_create( - tm_system->_odp_int_queue_pool); - if (_odp_int_pkt_queue == _ODP_INT_PKT_QUEUE_INVALID) { - free(tm_queue_obj); - return ODP_TM_INVALID; - } + odp_ticketlock_lock(&tm_glb->queue_obj.lock); - odp_tm_queue = MAKE_ODP_TM_QUEUE(tm_queue_obj); - memset(tm_queue_obj, 0, sizeof(tm_queue_obj_t)); - tm_queue_obj->user_context = params->user_context; - tm_queue_obj->priority = params->priority; - tm_queue_obj->tm_idx = tm_system->tm_idx; - tm_queue_obj->queue_num = tm_system->next_queue_num++; - tm_queue_obj->_odp_int_pkt_queue = _odp_int_pkt_queue; - tm_queue_obj->pkt = ODP_PACKET_INVALID; - odp_ticketlock_init(&tm_queue_obj->tm_wred_node.tm_wred_node_lock); - - queue = odp_queue_create(NULL, NULL); - if (queue == ODP_QUEUE_INVALID) { - free(tm_queue_obj); - return ODP_TM_INVALID; - } + for (i = 0; i < ODP_TM_MAX_TM_QUEUES; i++) { + _odp_int_queue_pool_t int_queue_pool; - tm_queue_obj->queue = queue; - odp_queue_context_set(queue, tm_queue_obj, sizeof(tm_queue_obj_t)); - queue_fn->set_enq_deq_fn(queue, - queue_tm_reenq, queue_tm_reenq_multi, - NULL, NULL); + queue_obj = tm_qobj_from_index(i); - tm_system->queue_num_tbl[tm_queue_obj->queue_num - 1] = tm_queue_obj; - odp_ticketlock_lock(&tm_system->tm_system_lock); - if (params->shaper_profile != ODP_TM_INVALID) - tm_shaper_config_set(tm_system, params->shaper_profile, - &tm_queue_obj->shaper_obj); + if (queue_obj->status != TM_STATUS_FREE) + continue; - if (params->threshold_profile != ODP_TM_INVALID) - tm_threshold_config_set(&tm_queue_obj->tm_wred_node, - params->threshold_profile); + int_queue_pool = tm_system->_odp_int_queue_pool; + _odp_int_pkt_queue = _odp_pkt_queue_create(int_queue_pool); + if (_odp_int_pkt_queue == _ODP_INT_PKT_QUEUE_INVALID) + continue; - for (color = 0; color < ODP_NUM_PACKET_COLORS; color++) { - wred_profile = params->wred_profile[color]; - if (wred_profile != ODP_TM_INVALID) - tm_wred_config_set(&tm_queue_obj->tm_wred_node, color, - wred_profile); + odp_tm_queue = MAKE_ODP_TM_QUEUE(queue_obj); + memset(queue_obj, 0, sizeof(tm_queue_obj_t)); + queue_obj->user_context = params->user_context; + queue_obj->priority = params->priority; + queue_obj->tm_idx = tm_system->tm_idx; + queue_obj->queue_num = tm_system->next_queue_num++; + queue_obj->_odp_int_pkt_queue = _odp_int_pkt_queue; + queue_obj->pkt = ODP_PACKET_INVALID; + odp_ticketlock_init(&queue_obj->tm_wred_node.tm_wred_node_lock); + + queue = odp_queue_create(NULL, NULL); + if (queue == ODP_QUEUE_INVALID) { + odp_tm_queue = ODP_TM_INVALID; + continue; + } + + queue_obj->queue = queue; + odp_queue_context_set(queue, queue_obj, sizeof(tm_queue_obj_t)); + queue_fn->set_enq_deq_fn(queue, queue_tm_reenq, + queue_tm_reenq_multi, NULL, NULL); + + tm_system->queue_num_tbl[queue_obj->queue_num - 1] = queue_obj; + + odp_ticketlock_lock(&tm_system->tm_system_lock); + + if (params->shaper_profile != ODP_TM_INVALID) + tm_shaper_config_set(tm_system, params->shaper_profile, + &queue_obj->shaper_obj); + + if (params->threshold_profile != ODP_TM_INVALID) + tm_threshold_config_set(&queue_obj->tm_wred_node, + params->threshold_profile); + + for (color = 0; color < ODP_NUM_PACKET_COLORS; color++) { + wred_profile = params->wred_profile[color]; + if (wred_profile != ODP_TM_INVALID) + tm_wred_config_set(&queue_obj->tm_wred_node, + color, wred_profile); + } + + queue_obj->magic_num = TM_QUEUE_MAGIC_NUM; + queue_obj->shaper_obj.enclosing_entity = queue_obj; + queue_obj->shaper_obj.in_tm_node_obj = 0; + + odp_ticketlock_unlock(&tm_system->tm_system_lock); + + queue_obj->status = TM_STATUS_RESERVED; + break; } - tm_queue_obj->magic_num = TM_QUEUE_MAGIC_NUM; - tm_queue_obj->shaper_obj.enclosing_entity = tm_queue_obj; - tm_queue_obj->shaper_obj.in_tm_node_obj = 0; + odp_ticketlock_unlock(&tm_glb->queue_obj.lock); - odp_ticketlock_unlock(&tm_system->tm_system_lock); return odp_tm_queue; } @@ -3984,9 +4014,10 @@ int odp_tm_queue_destroy(odp_tm_queue_t tm_queue) odp_queue_destroy(tm_queue_obj->queue); - /* First delete any associated tm_wred_node and then the tm_queue_obj - * itself */ - free(tm_queue_obj); + odp_ticketlock_lock(&tm_glb->queue_obj.lock); + tm_queue_obj->status = TM_STATUS_FREE; + odp_ticketlock_unlock(&tm_glb->queue_obj.lock); + odp_ticketlock_unlock(&tm_system->tm_system_lock); return 0; } @@ -4660,6 +4691,18 @@ void odp_tm_stats_print(odp_tm_t odp_tm) int odp_tm_init_global(void) { + odp_shm_t shm; + + shm = odp_shm_reserve("_odp_traffic_mng", sizeof(tm_global_t), 0, 0); + if (shm == ODP_SHM_INVALID) + return -1; + + tm_glb = odp_shm_addr(shm); + memset(tm_glb, 0, sizeof(tm_global_t)); + + tm_glb->shm = shm; + + odp_ticketlock_init(&tm_glb->queue_obj.lock); odp_ticketlock_init(&tm_create_lock); odp_ticketlock_init(&tm_profile_lock); odp_barrier_init(&tm_first_enq, 2); @@ -4672,5 +4715,9 @@ int odp_tm_init_global(void) int odp_tm_term_global(void) { + if (odp_shm_free(tm_glb->shm)) { + ODP_ERR("shm free failed\n"); + return -1; + } return 0; } commit 3aad0e2ce0e5901fd49e50e26ac7d762c2b9a6aa Author: Matias Elo <matias.elo(a)nokia.com> Date: Wed Nov 21 14:14:32 2018 +0200 linux-gen: traffic_mngr: move tm_wred_node_t inside tm_queue_obj_t Signed-off-by: Matias Elo <matias.elo(a)nokia.com> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/platform/linux-generic/include/odp_traffic_mngr_internal.h b/platform/linux-generic/include/odp_traffic_mngr_internal.h index eb1e5775..463759c1 100644 --- a/platform/linux-generic/include/odp_traffic_mngr_internal.h +++ b/platform/linux-generic/include/odp_traffic_mngr_internal.h @@ -269,7 +269,7 @@ struct tm_queue_obj_s { uint32_t pkts_dequeued_cnt; uint32_t pkts_consumed_cnt; _odp_int_pkt_queue_t _odp_int_pkt_queue; - tm_wred_node_t *tm_wred_node; + tm_wred_node_t tm_wred_node; odp_packet_t pkt; odp_packet_t sent_pkt; uint32_t timer_seq; diff --git a/platform/linux-generic/odp_traffic_mngr.c b/platform/linux-generic/odp_traffic_mngr.c index 81117ce9..1c80a840 100644 --- a/platform/linux-generic/odp_traffic_mngr.c +++ b/platform/linux-generic/odp_traffic_mngr.c @@ -1635,7 +1635,7 @@ static odp_bool_t tm_consume_sent_pkt(tm_system_t *tm_system, pkt_len = sent_pkt_desc->pkt_len; tm_queue_obj->pkts_consumed_cnt++; - tm_queue_cnts_decrement(tm_system, tm_queue_obj->tm_wred_node, + tm_queue_cnts_decrement(tm_system, &tm_queue_obj->tm_wred_node, tm_queue_obj->priority, pkt_len); /* Get the next pkt in the tm_queue, if there is one. */ @@ -1901,7 +1901,7 @@ static int tm_enqueue(tm_system_t *tm_system, pkt_color = odp_packet_color(pkt); drop_eligible = odp_packet_drop_eligible(pkt); - initial_tm_wred_node = tm_queue_obj->tm_wred_node; + initial_tm_wred_node = &tm_queue_obj->tm_wred_node; if (drop_eligible) { drop = random_early_discard(tm_system, tm_queue_obj, initial_tm_wred_node, pkt_color); @@ -3890,7 +3890,6 @@ odp_tm_queue_t odp_tm_queue_create(odp_tm_t odp_tm, { _odp_int_pkt_queue_t _odp_int_pkt_queue; tm_queue_obj_t *tm_queue_obj; - tm_wred_node_t *tm_wred_node; odp_tm_queue_t odp_tm_queue; odp_queue_t queue; odp_tm_wred_t wred_profile; @@ -3903,35 +3902,25 @@ odp_tm_queue_t odp_tm_queue_create(odp_tm_t odp_tm, if (!tm_queue_obj) return ODP_TM_INVALID; - tm_wred_node = malloc(sizeof(tm_wred_node_t)); - if (!tm_wred_node) { - free(tm_queue_obj); - return ODP_TM_INVALID; - } - _odp_int_pkt_queue = _odp_pkt_queue_create( tm_system->_odp_int_queue_pool); if (_odp_int_pkt_queue == _ODP_INT_PKT_QUEUE_INVALID) { - free(tm_wred_node); free(tm_queue_obj); return ODP_TM_INVALID; } odp_tm_queue = MAKE_ODP_TM_QUEUE(tm_queue_obj); memset(tm_queue_obj, 0, sizeof(tm_queue_obj_t)); - memset(tm_wred_node, 0, sizeof(tm_wred_node_t)); tm_queue_obj->user_context = params->user_context; tm_queue_obj->priority = params->priority; tm_queue_obj->tm_idx = tm_system->tm_idx; tm_queue_obj->queue_num = tm_system->next_queue_num++; - tm_queue_obj->tm_wred_node = tm_wred_node; tm_queue_obj->_odp_int_pkt_queue = _odp_int_pkt_queue; tm_queue_obj->pkt = ODP_PACKET_INVALID; - odp_ticketlock_init(&tm_wred_node->tm_wred_node_lock); + odp_ticketlock_init(&tm_queue_obj->tm_wred_node.tm_wred_node_lock); queue = odp_queue_create(NULL, NULL); if (queue == ODP_QUEUE_INVALID) { - free(tm_wred_node); free(tm_queue_obj); return ODP_TM_INVALID; } @@ -3949,13 +3938,14 @@ odp_tm_queue_t odp_tm_queue_create(odp_tm_t odp_tm, &tm_queue_obj->shaper_obj); if (params->threshold_profile != ODP_TM_INVALID) - tm_threshold_config_set(tm_wred_node, + tm_threshold_config_set(&tm_queue_obj->tm_wred_node, params->threshold_profile); for (color = 0; color < ODP_NUM_PACKET_COLORS; color++) { wred_profile = params->wred_profile[color]; if (wred_profile != ODP_TM_INVALID) - tm_wred_config_set(tm_wred_node, color, wred_profile); + tm_wred_config_set(&tm_queue_obj->tm_wred_node, color, + wred_profile); } tm_queue_obj->magic_num = TM_QUEUE_MAGIC_NUM; @@ -3996,7 +3986,6 @@ int odp_tm_queue_destroy(odp_tm_queue_t tm_queue) /* First delete any associated tm_wred_node and then the tm_queue_obj * itself */ - free(tm_queue_obj->tm_wred_node); free(tm_queue_obj); odp_ticketlock_unlock(&tm_system->tm_system_lock); return 0; @@ -4080,7 +4069,7 @@ int odp_tm_queue_threshold_config(odp_tm_queue_t tm_queue, return -1; odp_ticketlock_lock(&tm_profile_lock); - ret = tm_threshold_config_set(tm_queue_obj->tm_wred_node, + ret = tm_threshold_config_set(&tm_queue_obj->tm_wred_node, thresholds_profile); odp_ticketlock_unlock(&tm_profile_lock); return ret; @@ -4099,7 +4088,7 @@ int odp_tm_queue_wred_config(odp_tm_queue_t tm_queue, if (!tm_queue_obj) return -1; - wred_node = tm_queue_obj->tm_wred_node; + wred_node = &tm_queue_obj->tm_wred_node; odp_ticketlock_lock(&tm_profile_lock); rc = 0; @@ -4250,7 +4239,7 @@ int odp_tm_queue_connect(odp_tm_queue_t tm_queue, odp_tm_node_t dst_tm_node) if (!tm_system) return -1; - src_tm_wred_node = src_tm_queue_obj->tm_wred_node; + src_tm_wred_node = &src_tm_queue_obj->tm_wred_node; if (dst_tm_node == ODP_TM_ROOT) { root_node = tm_system->root_node; src_tm_queue_obj->shaper_obj.next_tm_node = root_node; @@ -4294,7 +4283,7 @@ int odp_tm_queue_disconnect(odp_tm_queue_t tm_queue) dst_tm_node_obj->current_tm_queue_fanin--; } - src_tm_wred_node = src_tm_queue_obj->tm_wred_node; + src_tm_wred_node = &src_tm_queue_obj->tm_wred_node; if (src_tm_wred_node != NULL) src_tm_wred_node->next_tm_wred_node = NULL; @@ -4498,7 +4487,7 @@ int odp_tm_queue_info(odp_tm_queue_t tm_queue, odp_tm_queue_info_t *info) if (shaper_params != NULL) info->shaper_profile = shaper_params->shaper_profile; - tm_wred_node = tm_queue_obj->tm_wred_node; + tm_wred_node = &tm_queue_obj->tm_wred_node; if (tm_wred_node != NULL) { threshold_params = tm_wred_node->threshold_params; if (threshold_params != NULL) @@ -4557,7 +4546,7 @@ int odp_tm_queue_query(odp_tm_queue_t tm_queue, if (!tm_queue_obj) return -1; - tm_wred_node = tm_queue_obj->tm_wred_node; + tm_wred_node = &tm_queue_obj->tm_wred_node; if (!tm_wred_node) return -1; commit 98eb7327113fbd33a8e5448406e8f47d8d0ad5fb Author: Matias Elo <matias.elo(a)nokia.com> Date: Fri Nov 16 15:53:01 2018 +0200 linux-gen: traffic_mngr: use static array for odp_tm_systems Signed-off-by: Matias Elo <matias.elo(a)nokia.com> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/platform/linux-generic/include/odp_traffic_mngr_internal.h b/platform/linux-generic/include/odp_traffic_mngr_internal.h index 770a6490..eb1e5775 100644 --- a/platform/linux-generic/include/odp_traffic_mngr_internal.h +++ b/platform/linux-generic/include/odp_traffic_mngr_internal.h @@ -99,6 +99,11 @@ typedef enum { TM_WRED_PROFILE } profile_kind_t; +typedef enum { + TM_STATUS_FREE = 0, + TM_STATUS_RESERVED +} tm_status_t; + typedef struct tm_queue_obj_s tm_queue_obj_t; typedef struct tm_node_obj_s tm_node_obj_t; @@ -396,6 +401,7 @@ struct tm_system_s { uint8_t tm_idx; uint8_t first_enq; odp_bool_t is_idle; + tm_status_t status; uint64_t shaper_green_cnt; uint64_t shaper_yellow_cnt; diff --git a/platform/linux-generic/odp_traffic_mngr.c b/platform/linux-generic/odp_traffic_mngr.c index cf2ce83e..81117ce9 100644 --- a/platform/linux-generic/odp_traffic_mngr.c +++ b/platform/linux-generic/odp_traffic_mngr.c @@ -85,7 +85,7 @@ static tm_prop_t basic_prop_tbl[MAX_PRIORITIES][NUM_SHAPER_COLORS] = { static dynamic_tbl_t odp_tm_profile_tbls[ODP_TM_NUM_PROFILES]; /* TM systems table. */ -static tm_system_t *odp_tm_systems[ODP_TM_MAX_NUM_SYSTEMS]; +static tm_system_t odp_tm_systems[ODP_TM_MAX_NUM_SYSTEMS]; static tm_system_group_t *tm_group_list; @@ -363,11 +363,11 @@ static tm_system_t *tm_system_alloc(void) /* Find an open slot in the odp_tm_systems array. */ for (tm_idx = 0; tm_idx < ODP_TM_MAX_NUM_SYSTEMS; tm_idx++) { - if (!odp_tm_systems[tm_idx]) { - tm_system = malloc(sizeof(tm_system_t)); + if (odp_tm_systems[tm_idx].status == TM_STATUS_FREE) { + tm_system = &odp_tm_systems[tm_idx]; memset(tm_system, 0, sizeof(tm_system_t)); - odp_tm_systems[tm_idx] = tm_system; tm_system->tm_idx = tm_idx; + tm_system->status = TM_STATUS_RESERVED; return tm_system; } } @@ -383,8 +383,7 @@ static void tm_system_free(tm_system_t *tm_system) if (tm_system->queue_num_tbl) free(tm_system->queue_num_tbl); - odp_tm_systems[tm_system->tm_idx] = NULL; - free(tm_system); + odp_tm_systems[tm_system->tm_idx].status = TM_STATUS_FREE; } static void *tm_common_profile_create(const char *name, @@ -3702,7 +3701,7 @@ int odp_tm_node_destroy(odp_tm_node_t tm_node) if (!tm_node_obj) return -1; - tm_system = odp_tm_systems[tm_node_obj->tm_idx]; + tm_system = &odp_tm_systems[tm_node_obj->tm_idx]; if (!tm_system) return -1; @@ -3770,7 +3769,7 @@ int odp_tm_node_shaper_config(odp_tm_node_t tm_node, if (!tm_node_obj) return -1; - tm_system = odp_tm_systems[tm_node_obj->tm_idx]; + tm_system = &odp_tm_systems[tm_node_obj->tm_idx]; if (!tm_system) return -1; @@ -3978,7 +3977,7 @@ int odp_tm_queue_destroy(odp_tm_queue_t tm_queue) if (!tm_queue_obj) return -1; - tm_system = odp_tm_systems[tm_queue_obj->tm_idx]; + tm_system = &odp_tm_systems[tm_queue_obj->tm_idx]; if (!tm_system) return -1; @@ -4036,7 +4035,7 @@ int odp_tm_queue_shaper_config(odp_tm_queue_t tm_queue, if (!tm_queue_obj) return -1; - tm_system = odp_tm_systems[tm_queue_obj->tm_idx]; + tm_system = &odp_tm_systems[tm_queue_obj->tm_idx]; if (!tm_system) return -1; @@ -4178,7 +4177,7 @@ int odp_tm_node_connect(odp_tm_node_t src_tm_node, odp_tm_node_t dst_tm_node) if ((!src_tm_node_obj) || src_tm_node_obj->is_root_node) return -1; - tm_system = odp_tm_systems[src_tm_node_obj->tm_idx]; + tm_system = &odp_tm_systems[src_tm_node_obj->tm_idx]; if (!tm_system) return -1; @@ -4247,7 +4246,7 @@ int odp_tm_queue_connect(odp_tm_queue_t tm_queue, odp_tm_node_t dst_tm_node) if (!src_tm_queue_obj) return -1; - tm_system = odp_tm_systems[src_tm_queue_obj->tm_idx]; + tm_system = &odp_tm_systems[src_tm_queue_obj->tm_idx]; if (!tm_system) return -1; @@ -4312,7 +4311,7 @@ int odp_tm_enq(odp_tm_queue_t tm_queue, odp_packet_t pkt) if (!tm_queue_obj) return -1; - tm_system = odp_tm_systems[tm_queue_obj->tm_idx]; + tm_system = &odp_tm_systems[tm_queue_obj->tm_idx]; if (!tm_system) return -1; @@ -4333,7 +4332,7 @@ int odp_tm_enq_with_cnt(odp_tm_queue_t tm_queue, odp_packet_t pkt) if (!tm_queue_obj) return -1; - tm_system = odp_tm_systems[tm_queue_obj->tm_idx]; + tm_system = &odp_tm_systems[tm_queue_obj->tm_idx]; if (!tm_system) return -1; commit d64232f45abae8d4f1222313ce44532cc26e2336 Author: Matias Elo <matias.elo(a)nokia.com> Date: Wed Nov 21 15:25:38 2018 +0200 abi: traffic_mngr: reduce max defines Decrease TM maximum defines to reduce memory usage. With the selected values TM SHM usage stays under 10MB. Signed-off-by: Matias Elo <matias.elo(a)nokia.com> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/include/odp/api/abi-default/traffic_mngr.h b/include/odp/api/abi-default/traffic_mngr.h index b7b04b83..9c01ef98 100644 --- a/include/odp/api/abi-default/traffic_mngr.h +++ b/include/odp/api/abi-default/traffic_mngr.h @@ -28,7 +28,7 @@ extern "C" { * systems that may be created. On some platforms this might be much more * limited to as little as one hardware TM system. */ -#define ODP_TM_MAX_NUM_SYSTEMS 64 +#define ODP_TM_MAX_NUM_SYSTEMS 8 /** The ODP_TM_MAX_PRIORITIES constant specifies the largest range of * priorities that any TM system can support. All strict priority values MUST @@ -57,7 +57,7 @@ extern "C" { /** The ODP_TM_MAX_TM_QUEUES constant is the largest number of tm_queues * that can be handled by any one TM system. */ -#define ODP_TM_MAX_TM_QUEUES (16 * 1024 * 1024) +#define ODP_TM_MAX_TM_QUEUES (4 * 1024) /** The ODP_TM_MAX_NUM_OUTPUTS constant is the largest number of outputs that * can be configured for any one TM system. @@ -67,13 +67,13 @@ extern "C" { /** The ODP_TM_MAX_NUM_TM_NODES constant is the largest number of tm_nodes that * can be in existence for any one TM system. */ -#define ODP_TM_MAX_NUM_TM_NODES (1024 * 1024) +#define ODP_TM_MAX_NUM_TM_NODES (4 * 1024) /** The ODP_TM_MAX_TM_NODE_FANIN constant is the largest number of fan-in * "inputs" that can be simultaneously connected to a single tm_node. * *TBD* Does this need to be as large as ODP_TM_MAX_TM_QUEUES? *TBD* */ -#define ODP_TM_MAX_TM_NODE_FANIN (1024 * 1024) +#define ODP_TM_MAX_TM_NODE_FANIN (4 * 1024) /** The ODP_TM_MIN_SHAPER_BW constant is the smallest amount of bandwidth that * can a shaper's peak or commit rate can be set to. It is in units of ----------------------------------------------------------------------- Summary of changes: include/odp/api/abi-default/traffic_mngr.h | 8 +- .../include/odp_traffic_mngr_internal.h | 37 +- platform/linux-generic/odp_traffic_mngr.c | 958 +++++++++++---------- 3 files changed, 543 insertions(+), 460 deletions(-) hooks/post-receive --

6 years, 3 months

[COMMIT] branch api-next updated. v1.19.0.2_tigermoth-324-gbc86441b

by git＠git-us.linaro.org

This is an automated email from the git hooks/post-receive script. It was generated because a ref change was pushed to the repository containing the project "". The branch, api-next has been updated discards 3ede6754a3dc65e6d386e92d8611543538501972 (commit) discards 0b1d2c57308cd3442054a8fd822a0c42fd1c585a (commit) discards 66fed4c6a0188beec9ae3b557cd0fdb17d33648b (commit) discards ff70ec3c233012d2d248ae0a3aafe1b777172ff2 (commit) discards dc6ce4e3e80b4d16c7f35ef5d3d483879610d56e (commit) discards ec17d091acb7b37961ce5c928ff6e920635b4df1 (commit) discards 0286eab2015966d318fdd9622ec0dae81ffa7268 (commit) discards 113b55e0d899b86c0577b6a428c2381e6210f4e9 (commit) discards 7e3b878677705c36b165764e6b6c0a4b7ecc4530 (commit) discards 2f82a59ca8510165364a588b217def6f77f7f684 (commit) discards e6c3654c18ba0054841c3eb89cedc240537c43fa (commit) discards 46df93db8213c979751b6183451cc2b5852b0ea9 (commit) discards 7bdd0e5fd7173a1b8f11ed06a49e8dcb87252f00 (commit) discards 5d32b43317b92a88032b29f8d5158f49d8648c7e (commit) discards 5344c8641d2c4e37d9c83ed22a19e56aeee074f5 (commit) discards 7d8426f78f9f8b6855906fa46793d0549b9d6560 (commit) discards ba5346d8c91a29d229a103d2a937d5739f13ce51 (commit) discards fcac2a0dfedfabafae53b698b4e021d8202ef965 (commit) via bc86441b2d02dd518e710f1d9e6936525530c1bb (commit) via cb620003928195980a9c2fcacc7a7d4a04a154e6 (commit) via 61e6fb7b3db84648732fa5b9f828507afc63bf0c (commit) via 6860ee802fbae5e333f0e3ebdab706d9fb5c26b3 (commit) via ea6a715b872fb6f0b7b19b7931d5cd407af59b56 (commit) via 01d234075533e2b6597761f68a47e874be4ff054 (commit) via 265dbea40a50d83c4d582da2d45d866e11790aed (commit) via 8e2b5974f33e9359021cd3209ffd8d297f66c9f5 (commit) via c3e88f49b0ccf03d779af79acefb8e5bc4cce5e0 (commit) via 3b1247abef8b5b999b826168ce5b3e2b8e8eb215 (commit) via d151d349843dd6fad429927c52cc45d955d9fa0a (commit) via 17efd13220d2f3e042e1a712e959545c56bbb56a (commit) via 8a9dd8144f7358786cfecee09a1fc4716ff6315f (commit) via 9b1647c37cb9b8686d0e794becd94374464678a2 (commit) via 8616eb0a8106fb132a970e7927dfaf4cce09e0de (commit) via d3ff5e3a9142244503fb780ecbb3b9c122d14ff6 (commit) This update added new revisions after undoing existing revisions. That is to say, the old revision is not a strict subset of the new revision. This situation occurs when you --force push a change and generate a repository containing something like this: * -- * -- B -- O -- O -- O (3ede6754a3dc65e6d386e92d8611543538501972) \ N -- N -- N (bc86441b2d02dd518e710f1d9e6936525530c1bb) When this happens we assume that you've already had alert emails for all of the O revisions, and so we here report only the revisions in the N branch from the common base, B. Those revisions listed above that are new to this repository have not appeared on any other notification email; so we list those revisions in full, below. - Log ----------------------------------------------------------------- commit bc86441b2d02dd518e710f1d9e6936525530c1bb Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Date: Thu Nov 15 20:34:27 2018 +0300 validation: scheduler use schedule_config instead of capabilities Since ODP test suite will use default configuration for scheduler, all comparisons should be done against it rather than maximum possible values returned by capabilities. Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Reviewed-by: Petri Savolainen <petri.savolainen(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/test/validation/api/scheduler/scheduler.c b/test/validation/api/scheduler/scheduler.c index 4fdfc243..27377580 100644 --- a/test/validation/api/scheduler/scheduler.c +++ b/test/validation/api/scheduler/scheduler.c @@ -418,7 +418,7 @@ static void scheduler_test_wait(void) static void scheduler_test_queue_size(void) { odp_queue_capability_t queue_capa; - odp_scheduler_config_t default_config; + odp_schedule_config_t default_config; odp_pool_t pool; odp_pool_param_t pool_param; odp_queue_param_t queue_param; @@ -432,8 +432,8 @@ static void scheduler_test_queue_size(void) ODP_SCHED_SYNC_ORDERED}; CU_ASSERT_FATAL(odp_queue_capability(&queue_capa) == 0); - odp_scheduler_config_init(&default_config); queue_size = TEST_QUEUE_SIZE_NUM_EV; + odp_schedule_config_init(&default_config); if (default_config.queue_size && queue_size > default_config.queue_size) queue_size = default_config.queue_size; @@ -1662,6 +1662,7 @@ static int create_queues(test_globals_t *globals) int i, j, prios, rc; odp_queue_capability_t capa; odp_schedule_capability_t sched_capa; + odp_schedule_config_t default_config; odp_pool_t queue_ctx_pool; odp_pool_param_t params; odp_buffer_t queue_ctx_buf; @@ -1691,10 +1692,11 @@ static int create_queues(test_globals_t *globals) } globals->max_sched_queue_size = BUFS_PER_QUEUE_EXCL; - if (sched_capa.max_queue_size && sched_capa.max_queue_size < - BUFS_PER_QUEUE_EXCL) { - printf("Max sched queue size %u\n", sched_capa.max_queue_size); - globals->max_sched_queue_size = sched_capa.max_queue_size; + odp_schedule_config_init(&default_config); + if (default_config.queue_size && + globals->max_sched_queue_size > default_config.queue_size) { + printf("Max sched queue size %u\n", default_config.queue_size); + globals->max_sched_queue_size = default_config.queue_size; } prios = odp_schedule_num_prio(); @@ -1704,7 +1706,7 @@ static int create_queues(test_globals_t *globals) queues_per_prio = QUEUES_PER_PRIO; num_sched = (prios * queues_per_prio * sched_types) + CHAOS_NUM_QUEUES; num_plain = (prios * queues_per_prio); - while ((num_sched > sched_capa.max_queues || + while ((num_sched > default_config.num_queues || num_plain > capa.plain.max_num || num_sched + num_plain > capa.max_queues) && queues_per_prio) { queues_per_prio--; commit cb620003928195980a9c2fcacc7a7d4a04a154e6 Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Date: Fri Nov 9 13:01:14 2018 +0300 travis: install graphviz in doxygen test Install graphviz to stop doxygen from emitting 'missing dot' errors. Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Reviewed-by: Petri Savolainen <petri.savolainen(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/.travis.yml b/.travis.yml index f2b87b7b..85ab9ae4 100644 --- a/.travis.yml +++ b/.travis.yml @@ -196,6 +196,7 @@ jobs: - libconfig-dev - libssl-dev - cmake + - graphviz install: # Updated Doxygen - | commit 61e6fb7b3db84648732fa5b9f828507afc63bf0c Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Date: Wed Nov 7 17:41:04 2018 +0300 examples: add calls to odp_schedule_config() Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Reviewed-by: Petri Savolainen <petri.savolainen(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/example/classifier/odp_classifier.c b/example/classifier/odp_classifier.c index 43d40c53..274ffaf4 100644 --- a/example/classifier/odp_classifier.c +++ b/example/classifier/odp_classifier.c @@ -556,6 +556,9 @@ int main(int argc, char *argv[]) exit(EXIT_FAILURE); } + /* Configure scheduler */ + odp_schedule_config(NULL); + /* odp_pool_print(pool); */ odp_atomic_init_u64(&args->total_packets, 0); diff --git a/example/generator/odp_generator.c b/example/generator/odp_generator.c index 1093454c..bd6af795 100644 --- a/example/generator/odp_generator.c +++ b/example/generator/odp_generator.c @@ -1199,6 +1199,9 @@ int main(int argc, char *argv[]) args->rx_burst_size = args->appl.rx_burst; } + /* Configure scheduler */ + odp_schedule_config(NULL); + /* Create packet pool */ odp_pool_param_init(&params); params.pkt.seg_len = POOL_PKT_LEN; diff --git a/example/ipsec/odp_ipsec.c b/example/ipsec/odp_ipsec.c index 52ccce22..1bbf7a00 100644 --- a/example/ipsec/odp_ipsec.c +++ b/example/ipsec/odp_ipsec.c @@ -1297,6 +1297,9 @@ main(int argc, char *argv[]) exit(EXIT_FAILURE); } + /* Configure scheduler */ + odp_schedule_config(NULL); + /* Populate our IPsec cache */ printf("Using %s mode for crypto API\n\n", (CRYPTO_API_SYNC == global->appl.mode) ? "SYNC" : diff --git a/example/ipsec_api/odp_ipsec.c b/example/ipsec_api/odp_ipsec.c index fb0d9049..ab0fa3c5 100644 --- a/example/ipsec_api/odp_ipsec.c +++ b/example/ipsec_api/odp_ipsec.c @@ -996,6 +996,9 @@ main(int argc, char *argv[]) exit(EXIT_FAILURE); } + /* Configure scheduler */ + odp_schedule_config(NULL); + /* Populate our IPsec cache */ printf("Using %s mode for IPsec API\n\n", (ODP_IPSEC_OP_MODE_SYNC == global->appl.mode) ? "SYNC" : diff --git a/example/ipsec_offload/odp_ipsec_offload.c b/example/ipsec_offload/odp_ipsec_offload.c index 90b3f640..4d95b2e5 100644 --- a/example/ipsec_offload/odp_ipsec_offload.c +++ b/example/ipsec_offload/odp_ipsec_offload.c @@ -606,6 +606,9 @@ main(int argc, char *argv[]) ipsec_init_post(); + /* Configure scheduler */ + odp_schedule_config(NULL); + /* Initialize interfaces (which resolves FWD DB entries */ for (i = 0; i < global->appl.if_count; i++) initialize_intf(global->appl.if_names[i], diff --git a/example/packet/odp_packet_dump.c b/example/packet/odp_packet_dump.c index 5dcb7893..4e3aec8f 100644 --- a/example/packet/odp_packet_dump.c +++ b/example/packet/odp_packet_dump.c @@ -640,6 +640,8 @@ int main(int argc, char *argv[]) global->pool = ODP_POOL_INVALID; + odp_schedule_config(NULL); + odp_sys_info_print(); if (open_pktios(global)) { diff --git a/example/packet/odp_pktio.c b/example/packet/odp_pktio.c index e73e903c..b1c4a79c 100644 --- a/example/packet/odp_pktio.c +++ b/example/packet/odp_pktio.c @@ -424,6 +424,9 @@ int main(int argc, char *argv[]) } odp_pool_print(pool); + /* Config and start scheduler */ + odp_schedule_config(NULL); + /* Create a pktio instance for each interface */ for (i = 0; i < args->appl.if_count; ++i) create_pktio(args->appl.if_names[i], pool, args->appl.mode); diff --git a/example/timer/odp_timer_accuracy.c b/example/timer/odp_timer_accuracy.c index 3b0d7e38..9409e340 100644 --- a/example/timer/odp_timer_accuracy.c +++ b/example/timer/odp_timer_accuracy.c @@ -426,6 +426,9 @@ int main(int argc, char *argv[]) odp_sys_info_print(); + /* Configure scheduler */ + odp_schedule_config(NULL); + num = test_global.opt.num; test_global.timer = calloc(num, sizeof(odp_timer_t)); diff --git a/example/timer/odp_timer_simple.c b/example/timer/odp_timer_simple.c index 116f8ba6..ddefb0d2 100644 --- a/example/timer/odp_timer_simple.c +++ b/example/timer/odp_timer_simple.c @@ -81,6 +81,9 @@ int main(int argc ODP_UNUSED, char *argv[] ODP_UNUSED) goto err; } + /* Configure scheduler */ + odp_schedule_config(NULL); + /* * Create a queue for timer test */ diff --git a/example/timer/odp_timer_test.c b/example/timer/odp_timer_test.c index 192a61d3..ca3e8ddf 100644 --- a/example/timer/odp_timer_test.c +++ b/example/timer/odp_timer_test.c @@ -418,6 +418,9 @@ int main(int argc, char *argv[]) printf("period: %i usec\n", gbls->args.period_us); printf("timeouts: %i\n", gbls->args.tmo_count); + /* Configure scheduler */ + odp_schedule_config(NULL); + /* * Create pool for timeouts */ commit 6860ee802fbae5e333f0e3ebdab706d9fb5c26b3 Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Date: Wed Nov 7 17:41:04 2018 +0300 performance: add calls to odp_schedule_config() Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Reviewed-by: Petri Savolainen <petri.savolainen(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/test/performance/odp_cpu_bench.c b/test/performance/odp_cpu_bench.c index b41bc43f..852ed308 100644 --- a/test/performance/odp_cpu_bench.c +++ b/test/performance/odp_cpu_bench.c @@ -526,7 +526,7 @@ int main(int argc, char *argv[]) odp_cpumask_t cpumask; odp_pool_capability_t pool_capa; odp_pool_t pool; - odp_schedule_capability_t schedule_capa; + odp_schedule_config_t schedule_config; odp_shm_t shm; odp_shm_t lookup_tbl_shm; odp_pool_param_t params; @@ -614,26 +614,24 @@ int main(int argc, char *argv[]) printf("first CPU: %i\n", odp_cpumask_first(&cpumask)); printf("cpu mask: %s\n", cpumaskstr); - if (odp_schedule_capability(&schedule_capa)) { - printf("Error: Schedule capa failed.\n"); - return -1; - } + odp_schedule_config_init(&schedule_config); + odp_schedule_config(&schedule_config); /* Make sure a single queue can store all the packets in a group */ pkts_per_group = QUEUES_PER_GROUP * PKTS_PER_QUEUE; - if (schedule_capa.max_queue_size && - schedule_capa.max_queue_size < pkts_per_group) - pkts_per_group = schedule_capa.max_queue_size; + if (schedule_config.queue_size && + schedule_config.queue_size < pkts_per_group) + pkts_per_group = schedule_config.queue_size; /* Divide queues evenly into groups */ - if (schedule_capa.max_queues < QUEUES_PER_GROUP) { + if (schedule_config.num_queues < QUEUES_PER_GROUP) { LOG_ERR("Error: min %d queues required\n", QUEUES_PER_GROUP); return -1; } - num_queues = num_workers > schedule_capa.max_queues ? - schedule_capa.max_queues : num_workers; + num_queues = num_workers > schedule_config.num_queues ? + schedule_config.num_queues : num_workers; num_groups = (num_queues + QUEUES_PER_GROUP - 1) / QUEUES_PER_GROUP; - if (num_groups * QUEUES_PER_GROUP > schedule_capa.max_queues) + if (num_groups * QUEUES_PER_GROUP > schedule_config.num_queues) num_groups--; num_queues = num_groups * QUEUES_PER_GROUP; diff --git a/test/performance/odp_crypto.c b/test/performance/odp_crypto.c index d175bb7e..665268be 100644 --- a/test/performance/odp_crypto.c +++ b/test/performance/odp_crypto.c @@ -1101,6 +1101,7 @@ int main(int argc, char *argv[]) odp_queue_param_init(&qparam); if (cargs.schedule) { + odp_schedule_config(NULL); qparam.type = ODP_QUEUE_TYPE_SCHED; qparam.sched.prio = ODP_SCHED_PRIO_DEFAULT; qparam.sched.sync = ODP_SCHED_SYNC_PARALLEL; diff --git a/test/performance/odp_ipsec.c b/test/performance/odp_ipsec.c index 5a5824e8..e388916c 100644 --- a/test/performance/odp_ipsec.c +++ b/test/performance/odp_ipsec.c @@ -1088,6 +1088,7 @@ int main(int argc, char *argv[]) odp_queue_param_init(&qparam); if (cargs.schedule) { + odp_schedule_config(NULL); qparam.type = ODP_QUEUE_TYPE_SCHED; qparam.sched.prio = ODP_SCHED_PRIO_DEFAULT; qparam.sched.sync = ODP_SCHED_SYNC_PARALLEL; diff --git a/test/performance/odp_l2fwd.c b/test/performance/odp_l2fwd.c index c9243184..78e3920f 100644 --- a/test/performance/odp_l2fwd.c +++ b/test/performance/odp_l2fwd.c @@ -1568,6 +1568,8 @@ int main(int argc, char *argv[]) bind_workers(); + odp_schedule_config(NULL); + /* Default */ if (num_groups == 0) { group[0] = ODP_SCHED_GROUP_ALL; diff --git a/test/performance/odp_pktio_ordered.c b/test/performance/odp_pktio_ordered.c index da37407a..15229aeb 100644 --- a/test/performance/odp_pktio_ordered.c +++ b/test/performance/odp_pktio_ordered.c @@ -1062,6 +1062,7 @@ int main(int argc, char *argv[]) odp_pool_param_t params; odp_shm_t shm; odp_schedule_capability_t schedule_capa; + odp_schedule_config_t schedule_config; odp_pool_capability_t pool_capa; odph_ethaddr_t new_addr; odph_helper_options_t helper_options; @@ -1129,6 +1130,8 @@ int main(int argc, char *argv[]) /* Parse and store the application arguments */ parse_args(argc, argv, &gbl_args->appl); + odp_schedule_config(NULL); + if (gbl_args->appl.in_mode == SCHED_ORDERED) { /* At least one ordered lock required */ if (schedule_capa.max_ordered_locks < 1) { @@ -1158,9 +1161,9 @@ int main(int argc, char *argv[]) pool_size = pool_capa.pkt.max_num; queue_size = MAX_NUM_PKT; - if (schedule_capa.max_queue_size && - schedule_capa.max_queue_size < MAX_NUM_PKT) - queue_size = schedule_capa.max_queue_size; + if (schedule_config.queue_size && + schedule_config.queue_size < MAX_NUM_PKT) + queue_size = schedule_config.queue_size; /* Pool should not be larger than queue, otherwise queue enqueues at * packet input may fail. */ diff --git a/test/performance/odp_pktio_perf.c b/test/performance/odp_pktio_perf.c index b86d437e..2ed2c352 100644 --- a/test/performance/odp_pktio_perf.c +++ b/test/performance/odp_pktio_perf.c @@ -759,6 +759,9 @@ static int test_init(void) iface = gbl_args->args.ifaces[0]; schedule = gbl_args->args.schedule; + if (schedule) + odp_schedule_config(NULL); + /* create pktios and associate input/output queues */ gbl_args->pktio_tx = create_pktio(iface, schedule); if (gbl_args->args.num_ifaces > 1) { diff --git a/test/performance/odp_sched_latency.c b/test/performance/odp_sched_latency.c index b6299141..b5be1a16 100644 --- a/test/performance/odp_sched_latency.c +++ b/test/performance/odp_sched_latency.c @@ -714,6 +714,8 @@ int main(int argc, char *argv[]) memset(globals, 0, sizeof(test_globals_t)); memcpy(&globals->args, &args, sizeof(test_args_t)); + odp_schedule_config(NULL); + /* * Create event pool */ diff --git a/test/performance/odp_sched_perf.c b/test/performance/odp_sched_perf.c index b25c3e19..c301263e 100644 --- a/test/performance/odp_sched_perf.c +++ b/test/performance/odp_sched_perf.c @@ -43,6 +43,7 @@ typedef struct test_stat_t { typedef struct test_global_t { test_options_t test_options; + odp_schedule_config_t schedule_config; odp_barrier_t barrier; odp_pool_t pool; odp_cpumask_t cpumask; @@ -251,7 +252,6 @@ static int create_pool(test_global_t *global) static int create_queues(test_global_t *global) { - odp_schedule_capability_t schedule_capa; odp_queue_param_t queue_param; odp_queue_t queue; odp_buffer_t buf; @@ -279,20 +279,16 @@ static int create_queues(test_global_t *global) printf(" queue type %s\n\n", type_str); - if (odp_schedule_capability(&schedule_capa)) { - printf("Error: Schedule capa failed.\n"); - return -1; - } - - if (tot_queue > schedule_capa.max_queues) { + if (tot_queue > global->schedule_config.num_queues) { printf("Max queues supported %u\n", - schedule_capa.max_queues); + global->schedule_config.num_queues); return -1; } - if (schedule_capa.max_queue_size && - queue_size > schedule_capa.max_queue_size) { - printf("Max queue size %u\n", schedule_capa.max_queue_size); + if (global->schedule_config.queue_size && + queue_size > global->schedule_config.queue_size) { + printf("Max queue size %u\n", + global->schedule_config.queue_size); return -1; } @@ -603,6 +599,9 @@ int main(int argc, char **argv) return -1; } + odp_schedule_config_init(&global->schedule_config); + odp_schedule_config(&global->schedule_config); + if (set_num_cpu(global)) return -1; diff --git a/test/performance/odp_sched_pktio.c b/test/performance/odp_sched_pktio.c index 1faa9b1d..393ea352 100644 --- a/test/performance/odp_sched_pktio.c +++ b/test/performance/odp_sched_pktio.c @@ -127,6 +127,8 @@ typedef struct { uint64_t rx_pkt_sum; uint64_t tx_pkt_sum; + odp_schedule_config_t schedule_config; + } test_global_t; static test_global_t *test_global; @@ -723,6 +725,9 @@ static int config_setup(test_global_t *test_global) cpu = odp_cpumask_next(cpumask, cpu); } + odp_schedule_config_init(&test_global->schedule_config); + odp_schedule_config(&test_global->schedule_config); + if (odp_pool_capability(&pool_capa)) { printf("Error: Pool capability failed.\n"); return -1; @@ -1109,15 +1114,9 @@ static int create_pipeline_queues(test_global_t *test_global) int i, j, k, num_pktio, stages, queues, ctx_size; pipe_queue_context_t *ctx; odp_queue_param_t queue_param; - odp_schedule_capability_t schedule_capa; odp_schedule_sync_t sched_sync; int ret = 0; - if (odp_schedule_capability(&schedule_capa)) { - printf("Error: Schedule capa failed.\n"); - return -1; - } - num_pktio = test_global->opt.num_pktio; stages = test_global->opt.pipe_stages; queues = test_global->opt.pipe_queues; @@ -1130,10 +1129,10 @@ static int create_pipeline_queues(test_global_t *test_global) queue_param.sched.group = ODP_SCHED_GROUP_ALL; queue_param.size = test_global->opt.pipe_queue_size; - if (schedule_capa.max_queue_size && - queue_param.size > schedule_capa.max_queue_size) { + if (test_global->schedule_config.queue_size && + queue_param.size > test_global->schedule_config.queue_size) { printf("Error: Pipeline queue max size is %u\n", - schedule_capa.max_queue_size); + test_global->schedule_config.queue_size); return -1; } diff --git a/test/performance/odp_scheduling.c b/test/performance/odp_scheduling.c index 655a619e..afe5b73b 100644 --- a/test/performance/odp_scheduling.c +++ b/test/performance/odp_scheduling.c @@ -813,7 +813,7 @@ int main(int argc, char *argv[]) odph_odpthread_params_t thr_params; odp_queue_capability_t capa; odp_pool_capability_t pool_capa; - odp_schedule_capability_t schedule_capa; + odp_schedule_config_t schedule_config; uint32_t num_queues, num_buf; printf("\nODP example starts\n\n"); @@ -909,15 +909,14 @@ int main(int argc, char *argv[]) return -1; } - if (odp_schedule_capability(&schedule_capa)) { - printf("Error: Schedule capa failed.\n"); - return -1; - } + odp_schedule_config_init(&schedule_config); + odp_schedule_config(&schedule_config); globals->queues_per_prio = QUEUES_PER_PRIO; num_queues = globals->queues_per_prio * NUM_PRIOS; - if (num_queues > schedule_capa.max_queues) - globals->queues_per_prio = schedule_capa.max_queues / + if (schedule_config.num_queues && + num_queues > schedule_config.num_queues) + globals->queues_per_prio = schedule_config.num_queues / NUM_PRIOS; /* One plain queue is also used */ commit ea6a715b872fb6f0b7b19b7931d5cd407af59b56 Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Date: Wed Nov 7 17:41:04 2018 +0300 validation: add calls to odp_schedule_config() Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Reviewed-by: Petri Savolainen <petri.savolainen(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/test/common/odp_cunit_common.c b/test/common/odp_cunit_common.c index 4db6c32d..7f345fba 100644 --- a/test/common/odp_cunit_common.c +++ b/test/common/odp_cunit_common.c @@ -98,6 +98,10 @@ static int tests_global_init(odp_instance_t *inst) fprintf(stderr, "error: odp_init_local() failed.\n"); return -1; } + if (0 != odp_schedule_config(NULL)) { + fprintf(stderr, "error: odp_schedule_config(NULL) failed.\n"); + return -1; + } return 0; } diff --git a/test/validation/api/timer/timer.c b/test/validation/api/timer/timer.c index 72294c5c..aaffd92d 100644 --- a/test/validation/api/timer/timer.c +++ b/test/validation/api/timer/timer.c @@ -92,6 +92,9 @@ static int timer_global_init(odp_instance_t *inst) global_mem = odp_shm_addr(global_shm); memset(global_mem, 0, sizeof(global_shared_mem_t)); + /* Configure scheduler */ + odp_schedule_config(NULL); + return 0; } commit 01d234075533e2b6597761f68a47e874be4ff054 Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Date: Wed Nov 7 17:39:48 2018 +0300 linux-gen: implement odp_schedule_config() API call Add odp_schedule_config() stub, which does nothing at this point. Use it to actually check (in debug mode) that application call it in proper place. Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Reviewed-by: Petri Savolainen <petri.savolainen(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/platform/linux-generic/include/odp_schedule_if.h b/platform/linux-generic/include/odp_schedule_if.h index abc64d0d..15c91590 100644 --- a/platform/linux-generic/include/odp_schedule_if.h +++ b/platform/linux-generic/include/odp_schedule_if.h @@ -87,10 +87,17 @@ int sched_cb_pktin_poll(int pktio_index, int pktin_index, int sched_cb_pktin_poll_one(int pktio_index, int rx_queue, odp_event_t evts[]); void sched_cb_pktio_stop_finalize(int pktio_index); +/* For debugging */ +#ifdef ODP_DEBUG +extern int _odp_schedule_configured; +#endif + /* API functions */ typedef struct { uint64_t (*schedule_wait_time)(uint64_t ns); int (*schedule_capability)(odp_schedule_capability_t *capa); + void (*schedule_config_init)(odp_schedule_config_t *config); + int (*schedule_config)(const odp_schedule_config_t *config); odp_event_t (*schedule)(odp_queue_t *from, uint64_t wait); int (*schedule_multi)(odp_queue_t *from, uint64_t wait, odp_event_t events[], int num); diff --git a/platform/linux-generic/odp_schedule_basic.c b/platform/linux-generic/odp_schedule_basic.c index f057f468..48f232e6 100644 --- a/platform/linux-generic/odp_schedule_basic.c +++ b/platform/linux-generic/odp_schedule_basic.c @@ -597,6 +597,8 @@ static int schedule_init_queue(uint32_t queue_index, int i; int prio = prio_level_from_api(sched_param->prio); + ODP_ASSERT(_odp_schedule_configured); + pri_set_queue(queue_index, prio); sched->queue[queue_index].grp = sched_param->group; sched->queue[queue_index].prio = prio; @@ -797,6 +799,19 @@ static int schedule_term_local(void) return 0; } +static void schedule_config_init(odp_schedule_config_t *config) +{ + config->num_queues = ODP_CONFIG_QUEUES - NUM_INTERNAL_QUEUES; + config->queue_size = queue_glb->config.max_queue_size; +} + +static int schedule_config(const odp_schedule_config_t *config) +{ + (void)config; + + return 0; +} + static inline int copy_from_stash(odp_event_t out_ev[], unsigned int max) { int i = 0; @@ -1589,6 +1604,8 @@ const schedule_fn_t schedule_basic_fn = { const schedule_api_t schedule_basic_api = { .schedule_wait_time = schedule_wait_time, .schedule_capability = schedule_capability, + .schedule_config_init = schedule_config_init, + .schedule_config = schedule_config, .schedule = schedule, .schedule_multi = schedule_multi, .schedule_multi_wait = schedule_multi_wait, diff --git a/platform/linux-generic/odp_schedule_if.c b/platform/linux-generic/odp_schedule_if.c index 92e0a62f..cb52f155 100644 --- a/platform/linux-generic/odp_schedule_if.c +++ b/platform/linux-generic/odp_schedule_if.c @@ -25,6 +25,10 @@ extern const schedule_api_t schedule_scalable_api; const schedule_fn_t *sched_fn; const schedule_api_t *sched_api; +#ifdef ODP_DEBUG +int _odp_schedule_configured; +#endif + uint64_t odp_schedule_wait_time(uint64_t ns) { return sched_api->schedule_wait_time(ns); @@ -35,14 +39,46 @@ int odp_schedule_capability(odp_schedule_capability_t *capa) return sched_api->schedule_capability(capa); } +void odp_schedule_config_init(odp_schedule_config_t *config) +{ + memset(config, 0, sizeof(*config)); + + sched_api->schedule_config_init(config); +} + +int odp_schedule_config(const odp_schedule_config_t *config) +{ + int ret; + odp_schedule_config_t defconfig; + + ODP_ASSERT(!_odp_schedule_configured); + + if (!config) { + odp_schedule_config_init(&defconfig); + config = &defconfig; + } + + ret = sched_api->schedule_config(config); +#ifdef ODP_DEBUG + if (ret >= 0) + _odp_schedule_configured = 1; +#endif + + return ret; +} + odp_event_t odp_schedule(odp_queue_t *from, uint64_t wait) { + ODP_ASSERT(_odp_schedule_configured); + return sched_api->schedule(from, wait); } int odp_schedule_multi(odp_queue_t *from, uint64_t wait, odp_event_t events[], int num) { + ODP_ASSERT(_odp_schedule_configured); + return sched_api->schedule_multi(from, wait, events, num); } diff --git a/platform/linux-generic/odp_schedule_scalable.c b/platform/linux-generic/odp_schedule_scalable.c index 091e5ff9..4e9dd771 100644 --- a/platform/linux-generic/odp_schedule_scalable.c +++ b/platform/linux-generic/odp_schedule_scalable.c @@ -1994,6 +1994,19 @@ static int schedule_term_local(void) return rc; } +static void schedule_config_init(odp_schedule_config_t *config) +{ + config->num_queues = ODP_CONFIG_QUEUES - NUM_INTERNAL_QUEUES; + config->queue_size = 0; /* FIXME ? */ +} + +static int schedule_config(const odp_schedule_config_t *config) +{ + (void)config; + + return 0; +} + static int num_grps(void) { return MAX_SCHED_GROUP; @@ -2141,6 +2154,8 @@ const schedule_fn_t schedule_scalable_fn = { const schedule_api_t schedule_scalable_api = { .schedule_wait_time = schedule_wait_time, .schedule_capability = schedule_capability, + .schedule_config_init = schedule_config_init, + .schedule_config = schedule_config, .schedule = schedule, .schedule_multi = schedule_multi, .schedule_multi_wait = schedule_multi_wait, diff --git a/platform/linux-generic/odp_schedule_sp.c b/platform/linux-generic/odp_schedule_sp.c index 6cc8f376..eec88a60 100644 --- a/platform/linux-generic/odp_schedule_sp.c +++ b/platform/linux-generic/odp_schedule_sp.c @@ -257,6 +257,19 @@ static int term_local(void) return 0; } +static void schedule_config_init(odp_schedule_config_t *config) +{ + config->num_queues = ODP_CONFIG_QUEUES - NUM_INTERNAL_QUEUES; + config->queue_size = queue_glb->config.max_queue_size; +} + +static int schedule_config(const odp_schedule_config_t *config) +{ + (void)config; + + return 0; +} + static uint32_t max_ordered_locks(void) { return NUM_ORDERED_LOCKS; @@ -362,6 +375,11 @@ static int init_queue(uint32_t qi, const odp_schedule_param_t *sched_param) odp_schedule_group_t group = sched_param->group; int prio = 0; +#ifdef ODP_DEBUG + if (!_odp_schedule_configured) + ODP_ABORT("Scheduler not configured!\n"); +#endif + if (group < 0 || group >= NUM_GROUP) return -1; @@ -961,6 +979,8 @@ const schedule_fn_t schedule_sp_fn = { const schedule_api_t schedule_sp_api = { .schedule_wait_time = schedule_wait_time, .schedule_capability = schedule_capability, + .schedule_config_init = schedule_config_init, + .schedule_config = schedule_config, .schedule = schedule, .schedule_multi = schedule_multi, .schedule_multi_wait = schedule_multi_wait, commit 265dbea40a50d83c4d582da2d45d866e11790aed Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Date: Wed Nov 7 16:46:50 2018 +0300 linux-gen: schedule: rename config to get_config Rename config function to get_config to avoid collisions. Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Reviewed-by: Petri Savolainen <petri.savolainen(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/platform/linux-generic/include/odp_schedule_if.h b/platform/linux-generic/include/odp_schedule_if.h index 88961269..abc64d0d 100644 --- a/platform/linux-generic/include/odp_schedule_if.h +++ b/platform/linux-generic/include/odp_schedule_if.h @@ -53,7 +53,7 @@ typedef void (*schedule_order_unlock_lock_fn_t)(void); typedef void (*schedule_order_lock_start_fn_t)(void); typedef void (*schedule_order_lock_wait_fn_t)(void); typedef uint32_t (*schedule_max_ordered_locks_fn_t)(void); -typedef void (*schedule_config_fn_t)(schedule_config_t *config); +typedef void (*schedule_get_config_fn_t)(schedule_config_t *config); typedef struct schedule_fn_t { schedule_pktio_start_fn_t pktio_start; @@ -74,7 +74,7 @@ typedef struct schedule_fn_t { schedule_order_lock_wait_fn_t wait_order_lock; schedule_order_unlock_lock_fn_t order_unlock_lock; schedule_max_ordered_locks_fn_t max_ordered_locks; - schedule_config_fn_t config; + schedule_get_config_fn_t get_config; } schedule_fn_t; diff --git a/platform/linux-generic/odp_schedule_basic.c b/platform/linux-generic/odp_schedule_basic.c index b93e5c41..f057f468 100644 --- a/platform/linux-generic/odp_schedule_basic.c +++ b/platform/linux-generic/odp_schedule_basic.c @@ -1547,7 +1547,7 @@ static int schedule_num_grps(void) return NUM_SCHED_GRPS; } -static void schedule_config(schedule_config_t *config) +static void schedule_get_config(schedule_config_t *config) { *config = *(&sched->config_if); }; @@ -1582,7 +1582,7 @@ const schedule_fn_t schedule_basic_fn = { .order_lock = order_lock, .order_unlock = order_unlock, .max_ordered_locks = schedule_max_ordered_locks, - .config = schedule_config + .get_config = schedule_get_config }; /* Fill in scheduler API calls */ diff --git a/platform/linux-generic/odp_thread.c b/platform/linux-generic/odp_thread.c index 7728929b..b30174dd 100644 --- a/platform/linux-generic/odp_thread.c +++ b/platform/linux-generic/odp_thread.c @@ -142,10 +142,10 @@ int odp_thread_init_local(odp_thread_type_t type) group_worker = 1; group_control = 1; - if (sched_fn->config) { + if (sched_fn->get_config) { schedule_config_t schedule_config; - sched_fn->config(&schedule_config); + sched_fn->get_config(&schedule_config); group_all = schedule_config.group_enable.all; group_worker = schedule_config.group_enable.worker; group_control = schedule_config.group_enable.control; @@ -196,10 +196,10 @@ int odp_thread_term_local(void) group_worker = 1; group_control = 1; - if (sched_fn->config) { + if (sched_fn->get_config) { schedule_config_t schedule_config; - sched_fn->config(&schedule_config); + sched_fn->get_config(&schedule_config); group_all = schedule_config.group_enable.all; group_worker = schedule_config.group_enable.worker; group_control = schedule_config.group_enable.control; commit 8e2b5974f33e9359021cd3209ffd8d297f66c9f5 Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Date: Wed Oct 31 13:45:09 2018 +0300 api: schedule: add scheduler flow aware mode ODP scheduler configuration to support flow aware mode Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org> Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Reviewed-by: Petri Savolainen <petri.savolainen(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/include/odp/api/spec/event.h b/include/odp/api/spec/event.h index d9f7ab73..affdc7b0 100644 --- a/include/odp/api/spec/event.h +++ b/include/odp/api/spec/event.h @@ -209,6 +209,44 @@ void odp_event_free_multi(const odp_event_t event[], int num); */ void odp_event_free_sp(const odp_event_t event[], int num); +/** + * Event flow id value + * + * Returns the flow id value set in the event. + * Usage of flow id enables scheduler to maintain multiple synchronization + * contexts per single queue. For example, when multiple flows are assigned to + * an atomic queue, events of a single flow (events from the same queue with + * the same flow id value) are guaranteed to be processed by only single thread + * at a time. For packets received through packet input initial + * event flow id will be same as flow hash generated for packets. The hash + * algorithm and therefore the resulting flow id value is implementation + * specific. Use pktio API configuration options to select the fields used for + * initial flow id calculation. For all other events initial flow id is zero + * An application can change event flow id using odp_event_flow_id_set(). + * + * @param event Event handle + * + * @return Flow id of the event + * + */ +uint32_t odp_event_flow_id(odp_event_t event); + +/** + * Set event flow id value + * + * Store the event flow id for the event and sets the flow id flag. + * When scheduler is configured as flow aware, scheduled queue synchronization + * will be based on this id within each queue. + * When scheduler is configured as flow unaware, event flow id is ignored by + * the implementation. + * The value of flow id must be less than the number of flows configured in the + * scheduler. + * + * @param event Event handle + * @param flow_id Flow event id to be set. + */ +void odp_event_flow_id_set(odp_event_t event, uint32_t flow_id); + /** * @} */ diff --git a/include/odp/api/spec/schedule_types.h b/include/odp/api/spec/schedule_types.h index 0b75d17d..3648c64e 100644 --- a/include/odp/api/spec/schedule_types.h +++ b/include/odp/api/spec/schedule_types.h @@ -78,6 +78,9 @@ extern "C" { * requests another event from the scheduler, which implicitly releases the * context. User may allow the scheduler to release the context earlier than * that by calling odp_schedule_release_atomic(). + * When scheduler is enabled as flow-aware, the event flow id value affects + * scheduling of the event and synchronization is maintained per flow within + * each queue. */ /** @@ -104,6 +107,9 @@ extern "C" { * (e.g. freed or stored) within the context are considered missing from * reordering and are skipped at this time (but can be ordered again within * another context). + * When scheduler is enabled as flow-aware, the event flow id value affects + * scheduling of the event and synchronization is maintained per flow within + * each queue. */ /** @@ -190,6 +196,13 @@ typedef struct odp_schedule_capability_t { * events. */ uint32_t max_queue_size; + /** Maximum supported flows per queue. + * Specifies the maximum number of flows per queue supported by the + * implementation. A value of 0 indicates flow aware mode is not + * supported. + */ + uint32_t max_flows; + /** Lock-free (ODP_NONBLOCKING_LF) queues support. * The specification is the same as for the blocking implementation. */ odp_support_t lockfree_queues; @@ -217,6 +230,22 @@ typedef struct odp_schedule_config_t { */ uint32_t queue_size; + /** Number of flows per queue to be supported. Scheduler enables flow + * aware mode when flow count is configured greater than 1 (up to + * 'max_flows' capability). + * + * Flows are lightweight entities and events can be assigned to + * specific flows by the application using odp_event_flow_id_set() + * before enqueuing the event into the scheduler. This value is ignored + * unless scheduler supports flow aware mode. + * + * This number should be less than maximum flow supported by the + * implementation. The default value is zero. + * + * @see odp_schedule_capability_t + */ + uint32_t num_flows; + } odp_schedule_config_t; /** commit c3e88f49b0ccf03d779af79acefb8e5bc4cce5e0 Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Date: Wed Oct 24 17:55:18 2018 +0300 api: schedule: add scheduler config and start API Add API calls to configure and start scheduler subsystem. Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Reviewed-by: Petri Savolainen <petri.savolainen(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/include/odp/api/spec/schedule.h b/include/odp/api/spec/schedule.h index 6538c509..43292124 100644 --- a/include/odp/api/spec/schedule.h +++ b/include/odp/api/spec/schedule.h @@ -257,6 +257,44 @@ int odp_schedule_default_prio(void); */ int odp_schedule_num_prio(void); +/** + * Initialize schedule configuration options + * + * Initialize an odp_schedule_config_t to its default values. + * + * @param[out] config Pointer to schedule configuration structure + */ +void odp_schedule_config_init(odp_schedule_config_t *config); + +/** + * Global schedule configuration + * + * Initialize and configure scheduler with global configuration options + * to schedule events across different scheduled queues. + * This function must be called before scheduler is used (any other scheduler + * function is called except odp_schedule_capability() and + * odp_schedule_config_init()) or any queues are created (by application itself + * or by other ODP modules). + * An application can pass NULL value to use default configuration. It will + * have the same result as filling the structure with + * odp_schedule_config_init() and then passing it to odp_schedule_config(). + * + * The initialization sequeunce should be, + * odp_schedule_capability() + * odp_schedule_config_init() + * odp_schedule_config() + * odp_schedule() + * + * @param config Pointer to scheduler configuration structure or NULL for the + * default configuration + * + * @retval 0 on success + * @retval <0 on failure + * + * @see odp_schedule_capability(), odp_schedule_config_init() + */ +int odp_schedule_config(const odp_schedule_config_t *config); + /** * Query scheduler capabilities * diff --git a/include/odp/api/spec/schedule_types.h b/include/odp/api/spec/schedule_types.h index e7cc0479..0b75d17d 100644 --- a/include/odp/api/spec/schedule_types.h +++ b/include/odp/api/spec/schedule_types.h @@ -200,6 +200,25 @@ typedef struct odp_schedule_capability_t { } odp_schedule_capability_t; +/** + * Schedule configuration + */ +typedef struct odp_schedule_config_t { + /** Maximum number of scheduled queues to be supported. + * + * @see odp_schedule_capability_t + */ + uint32_t num_queues; + + /** Maximum number of events required to be stored simultaneously in + * scheduled queue. This number must not exceed 'max_queue_size' + * capability. A value of 0 configures default queue size supported by + * the implementation. + */ + uint32_t queue_size; + +} odp_schedule_config_t; + /** * @} */ commit 3b1247abef8b5b999b826168ce5b3e2b8e8eb215 Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Date: Wed Oct 31 13:47:52 2018 +0300 example, tests: move scheduled queue capabilities to sched Move scheduled queue capabilities to odp_schedule_capability_t structure, as they logically belong to ODP scheduler module, rather than queue module. Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Reviewed-by: Petri Savolainen <petri.savolainen(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/example/sysinfo/odp_sysinfo.c b/example/sysinfo/odp_sysinfo.c index cd0c6bfd..709f25d9 100644 --- a/example/sysinfo/odp_sysinfo.c +++ b/example/sysinfo/odp_sysinfo.c @@ -401,19 +401,15 @@ int main(void) printf(" max ordered locks: %" PRIu32 "\n", schedule_capa.max_ordered_locks); printf(" max groups: %u\n", schedule_capa.max_groups); - printf(" priorities: %u\n", schedule_capa.prios); - printf(" sched.max_num: %" PRIu32 "\n", - queue_capa.sched.max_num); - printf(" sched.max_size: %" PRIu32 "\n", - queue_capa.sched.max_size); - printf(" sched.lf.max_num: %" PRIu32 "\n", - queue_capa.sched.lockfree.max_num); - printf(" sched.lf.max_size: %" PRIu32 "\n", - queue_capa.sched.lockfree.max_size); - printf(" sched.wf.max_num: %" PRIu32 "\n", - queue_capa.sched.waitfree.max_num); - printf(" sched.wf.max_size: %" PRIu32 "\n", - queue_capa.sched.waitfree.max_size); + printf(" priorities: %u\n", schedule_capa.max_prios); + printf(" sched.max_queues: %" PRIu32 "\n", + schedule_capa.max_queues); + printf(" sched.max_queue_size: %" PRIu32 "\n", + schedule_capa.max_queue_size); + printf(" sched.lf_queues: %ssupported\n", + schedule_capa.lockfree_queues ? "" : "not "); + printf(" sched.wf_queues: %ssupported\n", + schedule_capa.waitfree_queues ? "" : "not "); printf("\n"); printf(" TIMER\n"); diff --git a/test/performance/odp_cpu_bench.c b/test/performance/odp_cpu_bench.c index 402ab4a1..b41bc43f 100644 --- a/test/performance/odp_cpu_bench.c +++ b/test/performance/odp_cpu_bench.c @@ -526,7 +526,7 @@ int main(int argc, char *argv[]) odp_cpumask_t cpumask; odp_pool_capability_t pool_capa; odp_pool_t pool; - odp_queue_capability_t queue_capa; + odp_schedule_capability_t schedule_capa; odp_shm_t shm; odp_shm_t lookup_tbl_shm; odp_pool_param_t params; @@ -614,27 +614,26 @@ int main(int argc, char *argv[]) printf("first CPU: %i\n", odp_cpumask_first(&cpumask)); printf("cpu mask: %s\n", cpumaskstr); - /* Create application queues */ - if (odp_queue_capability(&queue_capa)) { - LOG_ERR("Error: odp_queue_capability() failed\n"); - exit(EXIT_FAILURE); + if (odp_schedule_capability(&schedule_capa)) { + printf("Error: Schedule capa failed.\n"); + return -1; } /* Make sure a single queue can store all the packets in a group */ pkts_per_group = QUEUES_PER_GROUP * PKTS_PER_QUEUE; - if (queue_capa.sched.max_size && - queue_capa.sched.max_size < pkts_per_group) - pkts_per_group = queue_capa.sched.max_size; + if (schedule_capa.max_queue_size && + schedule_capa.max_queue_size < pkts_per_group) + pkts_per_group = schedule_capa.max_queue_size; /* Divide queues evenly into groups */ - if (queue_capa.sched.max_num < QUEUES_PER_GROUP) { + if (schedule_capa.max_queues < QUEUES_PER_GROUP) { LOG_ERR("Error: min %d queues required\n", QUEUES_PER_GROUP); return -1; } - num_queues = num_workers > queue_capa.sched.max_num ? - queue_capa.sched.max_num : num_workers; + num_queues = num_workers > schedule_capa.max_queues ? + schedule_capa.max_queues : num_workers; num_groups = (num_queues + QUEUES_PER_GROUP - 1) / QUEUES_PER_GROUP; - if (num_groups * QUEUES_PER_GROUP > queue_capa.sched.max_num) + if (num_groups * QUEUES_PER_GROUP > schedule_capa.max_queues) num_groups--; num_queues = num_groups * QUEUES_PER_GROUP; diff --git a/test/performance/odp_pktio_ordered.c b/test/performance/odp_pktio_ordered.c index 1b4b756a..da37407a 100644 --- a/test/performance/odp_pktio_ordered.c +++ b/test/performance/odp_pktio_ordered.c @@ -1061,7 +1061,6 @@ int main(int argc, char *argv[]) odp_pool_t pool; odp_pool_param_t params; odp_shm_t shm; - odp_queue_capability_t queue_capa; odp_schedule_capability_t schedule_capa; odp_pool_capability_t pool_capa; odph_ethaddr_t new_addr; @@ -1099,11 +1098,6 @@ int main(int argc, char *argv[]) exit(EXIT_FAILURE); } - if (odp_queue_capability(&queue_capa)) { - LOG_ERR("Error: Queue capa failed\n"); - exit(EXIT_FAILURE); - } - if (odp_schedule_capability(&schedule_capa)) { printf("Error: Schedule capa failed.\n"); return -1; @@ -1164,9 +1158,9 @@ int main(int argc, char *argv[]) pool_size = pool_capa.pkt.max_num; queue_size = MAX_NUM_PKT; - if (queue_capa.sched.max_size && - queue_capa.sched.max_size < MAX_NUM_PKT) - queue_size = queue_capa.sched.max_size; + if (schedule_capa.max_queue_size && + schedule_capa.max_queue_size < MAX_NUM_PKT) + queue_size = schedule_capa.max_queue_size; /* Pool should not be larger than queue, otherwise queue enqueues at * packet input may fail. */ diff --git a/test/performance/odp_sched_perf.c b/test/performance/odp_sched_perf.c index bbd76c86..b25c3e19 100644 --- a/test/performance/odp_sched_perf.c +++ b/test/performance/odp_sched_perf.c @@ -251,7 +251,7 @@ static int create_pool(test_global_t *global) static int create_queues(test_global_t *global) { - odp_queue_capability_t queue_capa; + odp_schedule_capability_t schedule_capa; odp_queue_param_t queue_param; odp_queue_t queue; odp_buffer_t buf; @@ -279,19 +279,20 @@ static int create_queues(test_global_t *global) printf(" queue type %s\n\n", type_str); - if (odp_queue_capability(&queue_capa)) { - printf("Error: Queue capa failed.\n"); + if (odp_schedule_capability(&schedule_capa)) { + printf("Error: Schedule capa failed.\n"); return -1; } - if (tot_queue > queue_capa.sched.max_num) { - printf("Max queues supported %u\n", queue_capa.sched.max_num); + if (tot_queue > schedule_capa.max_queues) { + printf("Max queues supported %u\n", + schedule_capa.max_queues); return -1; } - if (queue_capa.sched.max_size && - queue_size > queue_capa.sched.max_size) { - printf("Max queue size %u\n", queue_capa.sched.max_size); + if (schedule_capa.max_queue_size && + queue_size > schedule_capa.max_queue_size) { + printf("Max queue size %u\n", schedule_capa.max_queue_size); return -1; } diff --git a/test/performance/odp_sched_pktio.c b/test/performance/odp_sched_pktio.c index 878dcad0..1faa9b1d 100644 --- a/test/performance/odp_sched_pktio.c +++ b/test/performance/odp_sched_pktio.c @@ -1109,12 +1109,12 @@ static int create_pipeline_queues(test_global_t *test_global) int i, j, k, num_pktio, stages, queues, ctx_size; pipe_queue_context_t *ctx; odp_queue_param_t queue_param; - odp_queue_capability_t queue_capa; + odp_schedule_capability_t schedule_capa; odp_schedule_sync_t sched_sync; int ret = 0; - if (odp_queue_capability(&queue_capa)) { - printf("Error: Queue capability failed\n"); + if (odp_schedule_capability(&schedule_capa)) { + printf("Error: Schedule capa failed.\n"); return -1; } @@ -1130,10 +1130,10 @@ static int create_pipeline_queues(test_global_t *test_global) queue_param.sched.group = ODP_SCHED_GROUP_ALL; queue_param.size = test_global->opt.pipe_queue_size; - if (queue_capa.sched.max_size && - queue_param.size > queue_capa.sched.max_size) { + if (schedule_capa.max_queue_size && + queue_param.size > schedule_capa.max_queue_size) { printf("Error: Pipeline queue max size is %u\n", - queue_capa.sched.max_size); + schedule_capa.max_queue_size); return -1; } diff --git a/test/performance/odp_scheduling.c b/test/performance/odp_scheduling.c index acc401e0..655a619e 100644 --- a/test/performance/odp_scheduling.c +++ b/test/performance/odp_scheduling.c @@ -813,6 +813,7 @@ int main(int argc, char *argv[]) odph_odpthread_params_t thr_params; odp_queue_capability_t capa; odp_pool_capability_t pool_capa; + odp_schedule_capability_t schedule_capa; uint32_t num_queues, num_buf; printf("\nODP example starts\n\n"); @@ -908,10 +909,16 @@ int main(int argc, char *argv[]) return -1; } + if (odp_schedule_capability(&schedule_capa)) { + printf("Error: Schedule capa failed.\n"); + return -1; + } + globals->queues_per_prio = QUEUES_PER_PRIO; num_queues = globals->queues_per_prio * NUM_PRIOS; - if (num_queues > capa.sched.max_num) - globals->queues_per_prio = capa.sched.max_num / NUM_PRIOS; + if (num_queues > schedule_capa.max_queues) + globals->queues_per_prio = schedule_capa.max_queues / + NUM_PRIOS; /* One plain queue is also used */ num_queues = (globals->queues_per_prio * NUM_PRIOS) + 1; diff --git a/test/validation/api/queue/queue.c b/test/validation/api/queue/queue.c index 99acc4bf..aab95bab 100644 --- a/test/validation/api/queue/queue.c +++ b/test/validation/api/queue/queue.c @@ -127,18 +127,15 @@ static void queue_test_capa(void) odp_queue_param_t qparams; char name[ODP_QUEUE_NAME_LEN]; odp_queue_t queue[MAX_QUEUES]; - uint32_t num_queues, min, i, j; + uint32_t num_queues, min, i; memset(&capa, 0, sizeof(odp_queue_capability_t)); CU_ASSERT(odp_queue_capability(&capa) == 0); CU_ASSERT(capa.max_queues != 0); CU_ASSERT(capa.plain.max_num != 0); - CU_ASSERT(capa.sched.max_num != 0); min = capa.plain.max_num; - if (min > capa.sched.max_num) - min = capa.sched.max_num; CU_ASSERT(capa.max_queues >= min); @@ -150,33 +147,26 @@ static void queue_test_capa(void) odp_queue_param_init(&qparams); CU_ASSERT(qparams.nonblocking == ODP_BLOCKING); - for (j = 0; j < 2; j++) { - if (j == 0) { - num_queues = capa.plain.max_num; - } else { - num_queues = capa.sched.max_num; - qparams.type = ODP_QUEUE_TYPE_SCHED; - } + num_queues = capa.plain.max_num; - if (num_queues > MAX_QUEUES) - num_queues = MAX_QUEUES; + if (num_queues > MAX_QUEUES) + num_queues = MAX_QUEUES; - for (i = 0; i < num_queues; i++) { - generate_name(name, i); - queue[i] = odp_queue_create(name, &qparams); + for (i = 0; i < num_queues; i++) { + generate_name(name, i); + queue[i] = odp_queue_create(name, &qparams); - if (queue[i] == ODP_QUEUE_INVALID) { - CU_FAIL("Queue create failed"); - num_queues = i; - break; - } - - CU_ASSERT(odp_queue_lookup(name) != ODP_QUEUE_INVALID); + if (queue[i] == ODP_QUEUE_INVALID) { + CU_FAIL("Queue create failed"); + num_queues = i; + break; } - for (i = 0; i < num_queues; i++) - CU_ASSERT(odp_queue_destroy(queue[i]) == 0); + CU_ASSERT(odp_queue_lookup(name) != ODP_QUEUE_INVALID); } + + for (i = 0; i < num_queues; i++) + CU_ASSERT(odp_queue_destroy(queue[i]) == 0); } static void queue_test_mode(void) diff --git a/test/validation/api/scheduler/scheduler.c b/test/validation/api/scheduler/scheduler.c index 35c38751..4fdfc243 100644 --- a/test/validation/api/scheduler/scheduler.c +++ b/test/validation/api/scheduler/scheduler.c @@ -20,6 +20,7 @@ #define NUM_BUFS_PAUSE 1000 #define NUM_BUFS_BEFORE_PAUSE 10 #define NUM_GROUPS 2 +#define MAX_QUEUES (64 * 1024) #define TEST_QUEUE_SIZE_NUM_EV 50 @@ -144,12 +145,16 @@ static void release_context(odp_schedule_sync_t sync) static void scheduler_test_capa(void) { odp_schedule_capability_t capa; + odp_queue_capability_t queue_capa; memset(&capa, 0, sizeof(odp_schedule_capability_t)); CU_ASSERT_FATAL(odp_schedule_capability(&capa) == 0); + CU_ASSERT_FATAL(odp_queue_capability(&queue_capa) == 0); CU_ASSERT(capa.max_groups != 0); CU_ASSERT(capa.max_prios != 0); + CU_ASSERT(capa.max_queues != 0); + CU_ASSERT(queue_capa.max_queues >= capa.max_queues); } static void scheduler_test_wait_time(void) @@ -413,6 +418,7 @@ static void scheduler_test_wait(void) static void scheduler_test_queue_size(void) { odp_queue_capability_t queue_capa; + odp_scheduler_config_t default_config; odp_pool_t pool; odp_pool_param_t pool_param; odp_queue_param_t queue_param; @@ -426,10 +432,11 @@ static void scheduler_test_queue_size(void) ODP_SCHED_SYNC_ORDERED}; CU_ASSERT_FATAL(odp_queue_capability(&queue_capa) == 0); + odp_scheduler_config_init(&default_config); queue_size = TEST_QUEUE_SIZE_NUM_EV; - if (queue_capa.sched.max_size && - queue_size > queue_capa.sched.max_size) - queue_size = queue_capa.sched.max_size; + if (default_config.queue_size && + queue_size > default_config.queue_size) + queue_size = default_config.queue_size; odp_pool_param_init(&pool_param); pool_param.buf.size = 100; @@ -1684,9 +1691,10 @@ static int create_queues(test_globals_t *globals) } globals->max_sched_queue_size = BUFS_PER_QUEUE_EXCL; - if (capa.sched.max_size && capa.sched.max_size < BUFS_PER_QUEUE_EXCL) { - printf("Max sched queue size %u\n", capa.sched.max_size); - globals->max_sched_queue_size = capa.sched.max_size; + if (sched_capa.max_queue_size && sched_capa.max_queue_size < + BUFS_PER_QUEUE_EXCL) { + printf("Max sched queue size %u\n", sched_capa.max_queue_size); + globals->max_sched_queue_size = sched_capa.max_queue_size; } prios = odp_schedule_num_prio(); @@ -1696,7 +1704,7 @@ static int create_queues(test_globals_t *globals) queues_per_prio = QUEUES_PER_PRIO; num_sched = (prios * queues_per_prio * sched_types) + CHAOS_NUM_QUEUES; num_plain = (prios * queues_per_prio); - while ((num_sched > capa.sched.max_num || + while ((num_sched > sched_capa.max_queues || num_plain > capa.plain.max_num || num_sched + num_plain > capa.max_queues) && queues_per_prio) { queues_per_prio--; commit d151d349843dd6fad429927c52cc45d955d9fa0a Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Date: Wed Oct 31 13:47:52 2018 +0300 linux-gen: queue, schedule: move scheduled queue capabilities to sched Move scheduled queue capabilities to odp_schedule_capability_t structure, as they logically belong to ODP scheduler module, rather than queue module. Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Reviewed-by: Petri Savolainen <petri.savolainen(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/platform/linux-generic/odp_queue_basic.c b/platform/linux-generic/odp_queue_basic.c index 1d66ccc7..37a2fad1 100644 --- a/platform/linux-generic/odp_queue_basic.c +++ b/platform/linux-generic/odp_queue_basic.c @@ -57,10 +57,10 @@ static int queue_capa(odp_queue_capability_t *capa, int sched ODP_UNUSED) capa->plain.max_size = queue_glb->config.max_queue_size; capa->plain.lockfree.max_num = queue_glb->queue_lf_num; capa->plain.lockfree.max_size = queue_glb->queue_lf_size; +#if ODP_DEPRECATED_API capa->sched.max_num = capa->max_queues; capa->sched.max_size = queue_glb->config.max_queue_size; -#if ODP_DEPRECATED_API if (sched) { capa->max_ordered_locks = sched_fn->max_ordered_locks(); capa->max_sched_groups = sched_fn->num_grps(); diff --git a/platform/linux-generic/odp_queue_scalable.c b/platform/linux-generic/odp_queue_scalable.c index 4d5598a8..88abe8c7 100644 --- a/platform/linux-generic/odp_queue_scalable.c +++ b/platform/linux-generic/odp_queue_scalable.c @@ -317,11 +317,11 @@ static int queue_capability(odp_queue_capability_t *capa) capa->max_ordered_locks = sched_fn->max_ordered_locks(); capa->max_sched_groups = sched_fn->num_grps(); capa->sched_prios = odp_schedule_num_prio(); + capa->sched.max_num = ODP_CONFIG_QUEUES - NUM_INTERNAL_QUEUES; + capa->sched.max_size = 0; #endif capa->plain.max_num = ODP_CONFIG_QUEUES - NUM_INTERNAL_QUEUES; capa->plain.max_size = 0; - capa->sched.max_num = ODP_CONFIG_QUEUES - NUM_INTERNAL_QUEUES; - capa->sched.max_size = 0; return 0; } diff --git a/platform/linux-generic/odp_schedule_basic.c b/platform/linux-generic/odp_schedule_basic.c index 85b4142c..b93e5c41 100644 --- a/platform/linux-generic/odp_schedule_basic.c +++ b/platform/linux-generic/odp_schedule_basic.c @@ -1559,6 +1559,8 @@ static int schedule_capability(odp_schedule_capability_t *capa) capa->max_ordered_locks = schedule_max_ordered_locks(); capa->max_groups = schedule_num_grps(); capa->max_prios = schedule_num_prio(); + capa->max_queues = ODP_CONFIG_QUEUES - NUM_INTERNAL_QUEUES; + capa->max_queue_size = queue_glb->config.max_queue_size; return 0; } diff --git a/platform/linux-generic/odp_schedule_scalable.c b/platform/linux-generic/odp_schedule_scalable.c index 2c681647..091e5ff9 100644 --- a/platform/linux-generic/odp_schedule_scalable.c +++ b/platform/linux-generic/odp_schedule_scalable.c @@ -2114,6 +2114,8 @@ static int schedule_capability(odp_schedule_capability_t *capa) capa->max_ordered_locks = schedule_max_ordered_locks(); capa->max_groups = num_grps(); capa->max_prios = schedule_num_prio(); + capa->max_queues = ODP_CONFIG_QUEUES - NUM_INTERNAL_QUEUES; + capa->max_queue_size = 0; return 0; } diff --git a/platform/linux-generic/odp_schedule_sp.c b/platform/linux-generic/odp_schedule_sp.c index 9c477d71..6cc8f376 100644 --- a/platform/linux-generic/odp_schedule_sp.c +++ b/platform/linux-generic/odp_schedule_sp.c @@ -932,6 +932,8 @@ static int schedule_capability(odp_schedule_capability_t *capa) capa->max_ordered_locks = max_ordered_locks(); capa->max_groups = num_grps(); capa->max_prios = schedule_num_prio(); + capa->max_queues = ODP_CONFIG_QUEUES - NUM_INTERNAL_QUEUES; + capa->max_queue_size = queue_glb->config.max_queue_size; return 0; } commit 17efd13220d2f3e042e1a712e959545c56bbb56a Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Date: Wed Oct 24 17:50:54 2018 +0300 api: queue, schedule: move scheduled queue capabilities to sched Move scheduled queue capabilities to odp_schedule_capability_t structure, as they logically belong to ODP scheduler module, rather than queue module. Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Reviewed-by: Petri Savolainen <petri.savolainen(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/include/odp/api/spec/queue_types.h b/include/odp/api/spec/queue_types.h index 9c7c7de9..c8f31046 100644 --- a/include/odp/api/spec/queue_types.h +++ b/include/odp/api/spec/queue_types.h @@ -139,7 +139,8 @@ typedef struct odp_queue_capability_t { * instead */ unsigned int ODP_DEPRECATE(max_sched_groups); - /** @deprecated Use prios field of odp_schedule_capability_t instead */ + /** @deprecated Use max_prios field of odp_schedule_capability_t + * instead */ unsigned int ODP_DEPRECATE(sched_prios); /** Plain queue capabilities */ @@ -182,7 +183,8 @@ typedef struct odp_queue_capability_t { } plain; - /** Scheduled queue capabilities */ + /** @deprecated Use queue capabilities in odp_schedule_capability_t + * instead */ struct { /** Maximum number of scheduled (ODP_BLOCKING) queues of the * default size. */ @@ -220,7 +222,7 @@ typedef struct odp_queue_capability_t { } waitfree; - } sched; + } ODP_DEPRECATE(sched); } odp_queue_capability_t; diff --git a/include/odp/api/spec/schedule_types.h b/include/odp/api/spec/schedule_types.h index f55e53f3..e7cc0479 100644 --- a/include/odp/api/spec/schedule_types.h +++ b/include/odp/api/spec/schedule_types.h @@ -14,6 +14,8 @@ #define ODP_API_SPEC_SCHEDULE_TYPES_H_ #include <odp/visibility_begin.h> +#include <odp/api/support.h> + #ifdef __cplusplus extern "C" { #endif @@ -178,6 +180,24 @@ typedef struct odp_schedule_capability_t { /** Number of scheduling priorities */ uint32_t max_prios; + /** Maximum number of scheduled (ODP_BLOCKING) queues of the default + * size. */ + uint32_t max_queues; + + /** Maximum number of events a scheduled (ODP_BLOCKING) queue can store + * simultaneously. The value of zero means that scheduled queues do not + * have a size limit, but a single queue can store all available + * events. */ + uint32_t max_queue_size; + + /** Lock-free (ODP_NONBLOCKING_LF) queues support. + * The specification is the same as for the blocking implementation. */ + odp_support_t lockfree_queues; + + /** Wait-free (ODP_NONBLOCKING_WF) queues support. + * The specification is the same as for the blocking implementation. */ + odp_support_t waitfree_queues; + } odp_schedule_capability_t; /** commit 8a9dd8144f7358786cfecee09a1fc4716ff6315f Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Date: Wed Oct 24 17:49:29 2018 +0300 example, tests: move scheduler capabilities to scheduler Add odp_schedule_capability() call to query scheduler capabilities. Move basic scheduler capabilities to new odp_schedule_capability_t structure. Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Reviewed-by: Petri Savolainen <petri.savolainen(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/example/sysinfo/odp_sysinfo.c b/example/sysinfo/odp_sysinfo.c index ff79d893..cd0c6bfd 100644 --- a/example/sysinfo/odp_sysinfo.c +++ b/example/sysinfo/odp_sysinfo.c @@ -238,6 +238,7 @@ int main(void) odp_queue_capability_t queue_capa; odp_timer_capability_t timer_capa; odp_crypto_capability_t crypto_capa; + odp_schedule_capability_t schedule_capa; uint64_t huge_page[MAX_HUGE_PAGES]; char ava_mask_str[ODP_CPUMASK_STR_SIZE]; char work_mask_str[ODP_CPUMASK_STR_SIZE]; @@ -293,6 +294,11 @@ int main(void) return -1; } + if (odp_schedule_capability(&schedule_capa)) { + printf("schedule capability failed\n"); + return -1; + } + if (odp_timer_capability(ODP_CLOCK_CPU, &timer_capa)) { printf("timer capability failed\n"); return -1; @@ -393,9 +399,9 @@ int main(void) printf("\n"); printf(" SCHEDULER\n"); printf(" max ordered locks: %" PRIu32 "\n", - queue_capa.max_ordered_locks); - printf(" max groups: %u\n", queue_capa.max_sched_groups); - printf(" priorities: %u\n", queue_capa.sched_prios); + schedule_capa.max_ordered_locks); + printf(" max groups: %u\n", schedule_capa.max_groups); + printf(" priorities: %u\n", schedule_capa.prios); printf(" sched.max_num: %" PRIu32 "\n", queue_capa.sched.max_num); printf(" sched.max_size: %" PRIu32 "\n", diff --git a/test/performance/odp_pktio_ordered.c b/test/performance/odp_pktio_ordered.c index 2e0ff578..1b4b756a 100644 --- a/test/performance/odp_pktio_ordered.c +++ b/test/performance/odp_pktio_ordered.c @@ -1062,6 +1062,7 @@ int main(int argc, char *argv[]) odp_pool_param_t params; odp_shm_t shm; odp_queue_capability_t queue_capa; + odp_schedule_capability_t schedule_capa; odp_pool_capability_t pool_capa; odph_ethaddr_t new_addr; odph_helper_options_t helper_options; @@ -1103,6 +1104,11 @@ int main(int argc, char *argv[]) exit(EXIT_FAILURE); } + if (odp_schedule_capability(&schedule_capa)) { + printf("Error: Schedule capa failed.\n"); + return -1; + } + if (odp_pool_capability(&pool_capa)) { LOG_ERR("Error: Pool capa failed\n"); exit(EXIT_FAILURE); @@ -1131,7 +1137,7 @@ int main(int argc, char *argv[]) if (gbl_args->appl.in_mode == SCHED_ORDERED) { /* At least one ordered lock required */ - if (queue_capa.max_ordered_locks < 1) { + if (schedule_capa.max_ordered_locks < 1) { LOG_ERR("Error: Ordered locks not available.\n"); exit(EXIT_FAILURE); } diff --git a/test/validation/api/classification/odp_classification_tests.c b/test/validation/api/classification/odp_classification_tests.c index 41201d4a..4f722140 100644 --- a/test/validation/api/classification/odp_classification_tests.c +++ b/test/validation/api/classification/odp_classification_tests.c @@ -152,16 +152,16 @@ void configure_cls_pmr_chain(void) uint32_t addr; uint32_t mask; odp_pmr_param_t pmr_param; - odp_queue_capability_t queue_capa; + odp_schedule_capability_t schedule_capa; - CU_ASSERT_FATAL(odp_queue_capability(&queue_capa) == 0); + CU_ASSERT_FATAL(odp_schedule_capability(&schedule_capa) == 0); odp_queue_param_init(&qparam); qparam.type = ODP_QUEUE_TYPE_SCHED; qparam.sched.prio = odp_schedule_default_prio(); qparam.sched.sync = ODP_SCHED_SYNC_PARALLEL; qparam.sched.group = ODP_SCHED_GROUP_ALL; - qparam.sched.lock_count = queue_capa.max_ordered_locks; + qparam.sched.lock_count = schedule_capa.max_ordered_locks; sprintf(queuename, "%s", "SrcQueue"); queue_list[CLS_PMR_CHAIN_SRC] = odp_queue_create(queuename, &qparam); diff --git a/test/validation/api/queue/queue.c b/test/validation/api/queue/queue.c index cf081a99..99acc4bf 100644 --- a/test/validation/api/queue/queue.c +++ b/test/validation/api/queue/queue.c @@ -133,8 +133,6 @@ static void queue_test_capa(void) CU_ASSERT(odp_queue_capability(&capa) == 0); CU_ASSERT(capa.max_queues != 0); - CU_ASSERT(capa.max_sched_groups != 0); - CU_ASSERT(capa.sched_prios != 0); CU_ASSERT(capa.plain.max_num != 0); CU_ASSERT(capa.sched.max_num != 0); @@ -715,6 +713,7 @@ static void queue_test_info(void) odp_queue_info_t info; odp_queue_param_t param; odp_queue_capability_t capability; + odp_schedule_capability_t sched_capa; char q_plain_ctx[] = "test_q_plain context data"; char q_order_ctx[] = "test_q_order context data"; uint32_t lock_count; @@ -729,13 +728,14 @@ static void queue_test_info(void) memset(&capability, 0, sizeof(odp_queue_capability_t)); CU_ASSERT(odp_queue_capability(&capability) == 0); + CU_ASSERT(odp_schedule_capability(&sched_capa) == 0); /* Create a scheduled ordered queue with explicitly set params */ odp_queue_param_init(&param); param.type = ODP_QUEUE_TYPE_SCHED; param.sched.prio = odp_schedule_default_prio(); param.sched.sync = ODP_SCHED_SYNC_ORDERED; param.sched.group = ODP_SCHED_GROUP_ALL; - param.sched.lock_count = capability.max_ordered_locks; + param.sched.lock_count = sched_capa.max_ordered_locks; if (param.sched.lock_count == 0) printf("\n Ordered locks NOT supported\n"); param.context = q_order_ctx; diff --git a/test/validation/api/scheduler/scheduler.c b/test/validation/api/scheduler/scheduler.c index 2f66f526..35c38751 100644 --- a/test/validation/api/scheduler/scheduler.c +++ b/test/validation/api/scheduler/scheduler.c @@ -141,6 +141,17 @@ static void release_context(odp_schedule_sync_t sync) odp_schedule_release_ordered(); } +static void scheduler_test_capa(void) +{ + odp_schedule_capability_t capa; + + memset(&capa, 0, sizeof(odp_schedule_capability_t)); + CU_ASSERT_FATAL(odp_schedule_capability(&capa) == 0); + + CU_ASSERT(capa.max_groups != 0); + CU_ASSERT(capa.max_prios != 0); +} + static void scheduler_test_wait_time(void) { int i; @@ -1643,6 +1654,7 @@ static int create_queues(test_globals_t *globals) { int i, j, prios, rc; odp_queue_capability_t capa; + odp_schedule_capability_t sched_capa; odp_pool_t queue_ctx_pool; odp_pool_param_t params; odp_buffer_t queue_ctx_buf; @@ -1659,11 +1671,16 @@ static int create_queues(test_globals_t *globals) return -1; } + if (odp_schedule_capability(&sched_capa) < 0) { + printf("Queue capability query failed\n"); + return -1; + } + /* Limit to test maximum */ - if (capa.max_ordered_locks > MAX_ORDERED_LOCKS) { - capa.max_ordered_locks = MAX_ORDERED_LOCKS; + if (sched_capa.max_ordered_locks > MAX_ORDERED_LOCKS) { + sched_capa.max_ordered_locks = MAX_ORDERED_LOCKS; printf("Testing only %u ordered locks\n", - capa.max_ordered_locks); + sched_capa.max_ordered_locks); } globals->max_sched_queue_size = BUFS_PER_QUEUE_EXCL; @@ -1764,7 +1781,7 @@ static int create_queues(test_globals_t *globals) snprintf(name, sizeof(name), "sched_%d_%d_o", i, j); p.sched.sync = ODP_SCHED_SYNC_ORDERED; - p.sched.lock_count = capa.max_ordered_locks; + p.sched.lock_count = sched_capa.max_ordered_locks; p.size = 0; q = odp_queue_create(name, &p); @@ -1773,12 +1790,12 @@ static int create_queues(test_globals_t *globals) return -1; } if (odp_queue_lock_count(q) != - capa.max_ordered_locks) { + sched_capa.max_ordered_locks) { printf("Queue %" PRIu64 " created with " "%d locks instead of expected %d\n", odp_queue_to_u64(q), odp_queue_lock_count(q), - capa.max_ordered_locks); + sched_capa.max_ordered_locks); return -1; } @@ -1795,7 +1812,7 @@ static int create_queues(test_globals_t *globals) qctx->sequence = 0; for (ndx = 0; - ndx < capa.max_ordered_locks; + ndx < sched_capa.max_ordered_locks; ndx++) { qctx->lock_sequence[ndx] = 0; } @@ -1949,6 +1966,7 @@ static int scheduler_suite_term(void) } odp_testinfo_t scheduler_suite[] = { + ODP_TEST_INFO(scheduler_test_capa), ODP_TEST_INFO(scheduler_test_wait_time), ODP_TEST_INFO(scheduler_test_num_prio), ODP_TEST_INFO(scheduler_test_queue_destroy), commit 9b1647c37cb9b8686d0e794becd94374464678a2 Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Date: Fri Oct 26 03:00:43 2018 +0300 linux-gen: queue, schedule: move scheduler capabilities to scheduler Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Reviewed-by: Petri Savolainen <petri.savolainen(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/platform/linux-generic/include/odp_schedule_if.h b/platform/linux-generic/include/odp_schedule_if.h index 5f7f2c4d..88961269 100644 --- a/platform/linux-generic/include/odp_schedule_if.h +++ b/platform/linux-generic/include/odp_schedule_if.h @@ -90,6 +90,7 @@ void sched_cb_pktio_stop_finalize(int pktio_index); /* API functions */ typedef struct { uint64_t (*schedule_wait_time)(uint64_t ns); + int (*schedule_capability)(odp_schedule_capability_t *capa); odp_event_t (*schedule)(odp_queue_t *from, uint64_t wait); int (*schedule_multi)(odp_queue_t *from, uint64_t wait, odp_event_t events[], int num); diff --git a/platform/linux-generic/odp_queue_basic.c b/platform/linux-generic/odp_queue_basic.c index b1f9bd0e..1d66ccc7 100644 --- a/platform/linux-generic/odp_queue_basic.c +++ b/platform/linux-generic/odp_queue_basic.c @@ -47,7 +47,7 @@ static int queue_init(queue_entry_t *queue, const char *name, queue_global_t *queue_glb; extern _odp_queue_inline_offset_t _odp_queue_inline_offset; -static int queue_capa(odp_queue_capability_t *capa, int sched) +static int queue_capa(odp_queue_capability_t *capa, int sched ODP_UNUSED) { memset(capa, 0, sizeof(odp_queue_capability_t)); @@ -60,11 +60,13 @@ static int queue_capa(odp_queue_capability_t *capa, int sched) capa->sched.max_num = capa->max_queues; capa->sched.max_size = queue_glb->config.max_queue_size; +#if ODP_DEPRECATED_API if (sched) { capa->max_ordered_locks = sched_fn->max_ordered_locks(); capa->max_sched_groups = sched_fn->num_grps(); capa->sched_prios = odp_schedule_num_prio(); } +#endif return 0; } diff --git a/platform/linux-generic/odp_queue_scalable.c b/platform/linux-generic/odp_queue_scalable.c index ac85d10a..4d5598a8 100644 --- a/platform/linux-generic/odp_queue_scalable.c +++ b/platform/linux-generic/odp_queue_scalable.c @@ -313,9 +313,11 @@ static int queue_capability(odp_queue_capability_t *capa) /* Reserve some queues for internal use */ capa->max_queues = ODP_CONFIG_QUEUES - NUM_INTERNAL_QUEUES; +#if ODP_DEPRECATED_API capa->max_ordered_locks = sched_fn->max_ordered_locks(); capa->max_sched_groups = sched_fn->num_grps(); capa->sched_prios = odp_schedule_num_prio(); +#endif capa->plain.max_num = ODP_CONFIG_QUEUES - NUM_INTERNAL_QUEUES; capa->plain.max_size = 0; capa->sched.max_num = ODP_CONFIG_QUEUES - NUM_INTERNAL_QUEUES; diff --git a/platform/linux-generic/odp_schedule_basic.c b/platform/linux-generic/odp_schedule_basic.c index 0b226e4f..85b4142c 100644 --- a/platform/linux-generic/odp_schedule_basic.c +++ b/platform/linux-generic/odp_schedule_basic.c @@ -1550,6 +1550,17 @@ static int schedule_num_grps(void) static void schedule_config(schedule_config_t *config) { *config = *(&sched->config_if); +}; + +static int schedule_capability(odp_schedule_capability_t *capa) +{ + memset(capa, 0, sizeof(odp_schedule_capability_t)); + + capa->max_ordered_locks = schedule_max_ordered_locks(); + capa->max_groups = schedule_num_grps(); + capa->max_prios = schedule_num_prio(); + + return 0; } /* Fill in scheduler interface */ @@ -1575,6 +1586,7 @@ const schedule_fn_t schedule_basic_fn = { /* Fill in scheduler API calls */ const schedule_api_t schedule_basic_api = { .schedule_wait_time = schedule_wait_time, + .schedule_capability = schedule_capability, .schedule = schedule, .schedule_multi = schedule_multi, .schedule_multi_wait = schedule_multi_wait, diff --git a/platform/linux-generic/odp_schedule_if.c b/platform/linux-generic/odp_schedule_if.c index 4d50a13f..92e0a62f 100644 --- a/platform/linux-generic/odp_schedule_if.c +++ b/platform/linux-generic/odp_schedule_if.c @@ -30,6 +30,11 @@ uint64_t odp_schedule_wait_time(uint64_t ns) return sched_api->schedule_wait_time(ns); } +int odp_schedule_capability(odp_schedule_capability_t *capa) +{ + return sched_api->schedule_capability(capa); +} + odp_event_t odp_schedule(odp_queue_t *from, uint64_t wait) { return sched_api->schedule(from, wait); diff --git a/platform/linux-generic/odp_schedule_scalable.c b/platform/linux-generic/odp_schedule_scalable.c index 957398ca..2c681647 100644 --- a/platform/linux-generic/odp_schedule_scalable.c +++ b/platform/linux-generic/odp_schedule_scalable.c @@ -2107,6 +2107,17 @@ static uint32_t schedule_max_ordered_locks(void) return CONFIG_QUEUE_MAX_ORD_LOCKS; } +static int schedule_capability(odp_schedule_capability_t *capa) +{ + memset(capa, 0, sizeof(odp_schedule_capability_t)); + + capa->max_ordered_locks = schedule_max_ordered_locks(); + capa->max_groups = num_grps(); + capa->max_prios = schedule_num_prio(); + + return 0; +} + const schedule_fn_t schedule_scalable_fn = { .pktio_start = pktio_start, .thr_add = thr_add, @@ -2127,6 +2138,7 @@ const schedule_fn_t schedule_scalable_fn = { const schedule_api_t schedule_scalable_api = { .schedule_wait_time = schedule_wait_time, + .schedule_capability = schedule_capability, .schedule = schedule, .schedule_multi = schedule_multi, .schedule_multi_wait = schedule_multi_wait, diff --git a/platform/linux-generic/odp_schedule_sp.c b/platform/linux-generic/odp_schedule_sp.c index f55e2151..9c477d71 100644 --- a/platform/linux-generic/odp_schedule_sp.c +++ b/platform/linux-generic/odp_schedule_sp.c @@ -925,6 +925,17 @@ static void order_unlock(void) { } +static int schedule_capability(odp_schedule_capability_t *capa) +{ + memset(capa, 0, sizeof(odp_schedule_capability_t)); + + capa->max_ordered_locks = max_ordered_locks(); + capa->max_groups = num_grps(); + capa->max_prios = schedule_num_prio(); + + return 0; +} + /* Fill in scheduler interface */ const schedule_fn_t schedule_sp_fn = { .pktio_start = pktio_start, @@ -947,6 +958,7 @@ const schedule_fn_t schedule_sp_fn = { /* Fill in scheduler API calls */ const schedule_api_t schedule_sp_api = { .schedule_wait_time = schedule_wait_time, + .schedule_capability = schedule_capability, .schedule = schedule, .schedule_multi = schedule_multi, .schedule_multi_wait = schedule_multi_wait, commit 8616eb0a8106fb132a970e7927dfaf4cce09e0de Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Date: Fri Oct 26 02:50:26 2018 +0300 linux-gen: move NUM_INTERNAL_QUEUES to config It is really a config value, that allows one to select amount of queues to be reserved for platform internal use, so move it to config header. Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Reviewed-by: Petri Savolainen <petri.savolainen(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/platform/linux-generic/include/odp_config_internal.h b/platform/linux-generic/include/odp_config_internal.h index 642de685..b6c4329a 100644 --- a/platform/linux-generic/include/odp_config_internal.h +++ b/platform/linux-generic/include/odp_config_internal.h @@ -26,6 +26,11 @@ extern "C" { */ #define ODP_CONFIG_QUEUES 1024 +/* + * Queues reserved for ODP internal use + */ +#define NUM_INTERNAL_QUEUES 64 + /* * Maximum number of ordered locks per queue */ diff --git a/platform/linux-generic/odp_queue_basic.c b/platform/linux-generic/odp_queue_basic.c index f02a9a32..b1f9bd0e 100644 --- a/platform/linux-generic/odp_queue_basic.c +++ b/platform/linux-generic/odp_queue_basic.c @@ -30,8 +30,6 @@ #include <odp/api/plat/queue_inline_types.h> #include <odp_global_data.h> -#define NUM_INTERNAL_QUEUES 64 - #include <odp/api/plat/ticketlock_inlines.h> #define LOCK(queue_ptr) odp_ticketlock_lock(&((queue_ptr)->s.lock)) #define UNLOCK(queue_ptr) odp_ticketlock_unlock(&((queue_ptr)->s.lock)) diff --git a/platform/linux-generic/odp_queue_scalable.c b/platform/linux-generic/odp_queue_scalable.c index 5bff1354..ac85d10a 100644 --- a/platform/linux-generic/odp_queue_scalable.c +++ b/platform/linux-generic/odp_queue_scalable.c @@ -33,8 +33,6 @@ #include <string.h> #include <inttypes.h> -#define NUM_INTERNAL_QUEUES 64 - #define MIN(a, b) \ ({ \ __typeof__(a) tmp_a = (a); \ commit d3ff5e3a9142244503fb780ecbb3b9c122d14ff6 Author: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Date: Wed Oct 24 17:49:29 2018 +0300 api: queue, schedule: move scheduler capabilities to scheduler Add odp_schedule_capability() call to query scheduler capabilities. Move basic scheduler capabilities to new odp_schedule_capability_t structure. Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov(a)linaro.org> Signed-off-by: Balasubramanian Manoharan <bala.manoharan(a)linaro.org> Reviewed-by: Bill Fischofer <bill.fischofer(a)linaro.org> Reviewed-by: Petri Savolainen <petri.savolainen(a)linaro.org> Signed-off-by: Maxim Uvarov <maxim.uvarov(a)linaro.org> diff --git a/include/odp/api/spec/queue_types.h b/include/odp/api/spec/queue_types.h index be7e79a8..9c7c7de9 100644 --- a/include/odp/api/spec/queue_types.h +++ b/include/odp/api/spec/queue_types.h @@ -19,6 +19,7 @@ extern "C" { #endif #include <odp/api/schedule_types.h> +#include <odp/api/deprecated.h> /** @addtogroup odp_queue * @{ @@ -130,14 +131,16 @@ typedef struct odp_queue_capability_t { * types are used simultaneously. */ uint32_t max_queues; - /** Maximum number of ordered locks per queue */ - uint32_t max_ordered_locks; + /** @deprecated Use max_ordered_locks field of + * odp_schedule_capability_t instead */ + uint32_t ODP_DEPRECATE(max_ordered_locks); - /** Maximum number of scheduling groups */ - unsigned max_sched_groups; + /** @deprecated Use max_groups field of odp_schedule_capability_t + * instead */ + unsigned int ODP_DEPRECATE(max_sched_groups); - /** Number of scheduling priorities */ - unsigned sched_prios; + /** @deprecated Use prios field of odp_schedule_capability_t instead */ + unsigned int ODP_DEPRECATE(sched_prios); /** Plain queue capabilities */ struct { diff --git a/include/odp/api/spec/schedule.h b/include/odp/api/spec/schedule.h index d9b868e3..6538c509 100644 --- a/include/odp/api/spec/schedule.h +++ b/include/odp/api/spec/schedule.h @@ -257,6 +257,18 @@ int odp_schedule_default_prio(void); */ int odp_schedule_num_prio(void); +/** + * Query scheduler capabilities + * + * Outputs schedule capabilities on success. + * + * @param[out] capa Pointer to capability structure for output + * + * @retval 0 on success + * @retval <0 on failure + */ +int odp_schedule_capability(odp_schedule_capability_t *capa); + /** * Schedule group create * diff --git a/include/odp/api/spec/schedule_types.h b/include/odp/api/spec/schedule_types.h index 76afc6dd..f55e53f3 100644 --- a/include/odp/api/spec/schedule_types.h +++ b/include/odp/api/spec/schedule_types.h @@ -165,6 +165,21 @@ typedef struct odp_schedule_param_t { uint32_t lock_count; } odp_schedule_param_t; +/** + * Scheduler capabilities + */ +typedef struct odp_schedule_capability_t { + /** Maximum number of ordered locks per queue */ + uint32_t max_ordered_locks; + + /** Maximum number of scheduling groups */ + uint32_t max_groups; + + /** Number of scheduling priorities */ + uint32_t max_prios; + +} odp_schedule_capability_t; + /** * @} */ ----------------------------------------------------------------------- Summary of changes: helper/threads.c | 7 ------- platform/linux-generic/odp_ishm.c | 15 --------------- 2 files changed, 22 deletions(-) hooks/post-receive --

6 years, 3 months

Jump to page:

2025

2024

2023

2022

2021

2020

2019

2018

2017

2016

git-lng-odp