24#include <rte_config.h>
27#include <rte_thash_gfni.h>
29#if defined(RTE_ARCH_X86) || defined(__ARM_NEON)
37static const __m128i rte_thash_ipv6_bswap_mask = {
38 0x0405060700010203ULL, 0x0C0D0E0F08090A0BULL};
45#define RTE_THASH_V4_L3_LEN ((sizeof(struct rte_ipv4_tuple) - \
46 sizeof(((struct rte_ipv4_tuple *)0)->sctp_tag)) / 4)
53#define RTE_THASH_V4_L4_LEN ((sizeof(struct rte_ipv4_tuple)) / 4)
59#define RTE_THASH_V6_L3_LEN ((sizeof(struct rte_ipv6_tuple) - \
60 sizeof(((struct rte_ipv6_tuple *)0)->sctp_tag)) / 4)
67#define RTE_THASH_V6_L4_LEN ((sizeof(struct rte_ipv6_tuple)) / 4)
104union rte_thash_tuple {
127 for (i = 0; i < (len >> 2); i++)
141 union rte_thash_tuple *targ)
144 __m128i ipv6 = _mm_loadu_si128((
const __m128i *)orig->
src_addr);
145 *(__m128i *)targ->v6.src_addr =
146 _mm_shuffle_epi8(ipv6, rte_thash_ipv6_bswap_mask);
147 ipv6 = _mm_loadu_si128((
const __m128i *)orig->
dst_addr);
148 *(__m128i *)targ->v6.dst_addr =
149 _mm_shuffle_epi8(ipv6, rte_thash_ipv6_bswap_mask);
150#elif defined(__ARM_NEON)
151 uint8x16_t ipv6 = vld1q_u8((uint8_t
const *)orig->
src_addr);
152 vst1q_u8((uint8_t *)targ->v6.src_addr, vrev32q_u8(ipv6));
153 ipv6 = vld1q_u8((uint8_t
const *)orig->
dst_addr);
154 vst1q_u8((uint8_t *)targ->v6.dst_addr, vrev32q_u8(ipv6));
157 for (i = 0; i < 4; i++) {
158 *((uint32_t *)targ->v6.src_addr + i) =
160 *((uint32_t *)targ->v6.dst_addr + i) =
177static inline uint32_t
179 const uint8_t *rss_key)
181 uint32_t i, j, map, ret = 0;
183 for (j = 0; j < input_len; j++) {
184 for (map = input_tuple[j]; map; map &= (map - 1)) {
187 (uint32_t)((uint64_t)(
rte_cpu_to_be_32(((
const uint32_t *)rss_key)[j + 1])) >>
207static inline uint32_t
209 const uint8_t *rss_key)
211 uint32_t i, j, map, ret = 0;
213 for (j = 0; j < input_len; j++) {
214 for (map = input_tuple[j]; map; map &= (map - 1)) {
216 ret ^= ((
const uint32_t *)rss_key)[j] << (31 - i) |
217 (uint32_t)((uint64_t)(((
const uint32_t *)rss_key)[j + 1]) >> (i + 1));
258#define RTE_THASH_RETA_SZ_MIN 2U
260#define RTE_THASH_RETA_SZ_MAX 16U
266#define RTE_THASH_IGNORE_PERIOD_OVERFLOW 0x1
271#define RTE_THASH_MINIMAL_SEQ 0x2
276struct rte_thash_subtuple_helper;
304struct rte_thash_ctx *
306 uint8_t *key, uint32_t flags);
322struct rte_thash_ctx *
379struct rte_thash_subtuple_helper *
400 uint32_t hash, uint32_t desired_hash);
491 struct rte_thash_subtuple_helper *h,
492 uint8_t *tuple,
unsigned int tuple_len,
493 uint32_t desired_value,
unsigned int attempts,
static uint32_t rte_be_to_cpu_32(rte_be32_t x)
static rte_be32_t rte_cpu_to_be_32(uint32_t x)
static uint32_t rte_bsf32(uint32_t v)
__extension__ struct rte_eth_link __rte_aligned(8)
static uint32_t rte_softrss_be(uint32_t *input_tuple, uint32_t input_len, const uint8_t *rss_key)
__rte_experimental void rte_thash_complete_matrix(uint64_t *matrixes, const uint8_t *rss_key, int size)
static uint32_t rte_softrss(uint32_t *input_tuple, uint32_t input_len, const uint8_t *rss_key)
__rte_experimental uint32_t rte_thash_get_complement(struct rte_thash_subtuple_helper *h, uint32_t hash, uint32_t desired_hash)
static void rte_convert_rss_key(const uint32_t *orig, uint32_t *targ, int len)
__rte_experimental const uint8_t * rte_thash_get_key(struct rte_thash_ctx *ctx)
__rte_experimental struct rte_thash_ctx * rte_thash_init_ctx(const char *name, uint32_t key_len, uint32_t reta_sz, uint8_t *key, uint32_t flags)
__rte_experimental struct rte_thash_ctx * rte_thash_find_existing(const char *name)
__rte_experimental void rte_thash_free_ctx(struct rte_thash_ctx *ctx)
__rte_experimental int rte_thash_gfni_supported(void)
__rte_experimental int rte_thash_add_helper(struct rte_thash_ctx *ctx, const char *name, uint32_t len, uint32_t offset)
__rte_experimental struct rte_thash_subtuple_helper * rte_thash_get_helper(struct rte_thash_ctx *ctx, const char *name)
int(* rte_thash_check_tuple_t)(void *userdata, uint8_t *tuple)
__rte_experimental const uint64_t * rte_thash_get_gfni_matrices(struct rte_thash_ctx *ctx)
__rte_experimental int rte_thash_adjust_tuple(struct rte_thash_ctx *ctx, struct rte_thash_subtuple_helper *h, uint8_t *tuple, unsigned int tuple_len, uint32_t desired_value, unsigned int attempts, rte_thash_check_tuple_t fn, void *userdata)
static void rte_thash_load_v6_addrs(const struct rte_ipv6_hdr *orig, union rte_thash_tuple *targ)