DPDK  20.11.10
rte_thash.h
Go to the documentation of this file.
1 /* SPDX-License-Identifier: BSD-3-Clause
2  * Copyright(c) 2015-2019 Vladimir Medvedkin <medvedkinv@gmail.com>
3  */
4 
5 #ifndef _RTE_THASH_H
6 #define _RTE_THASH_H
7 
17 #ifdef __cplusplus
18 extern "C" {
19 #endif
20 
21 #include <stdint.h>
22 #include <rte_byteorder.h>
23 #include <rte_config.h>
24 #include <rte_ip.h>
25 #include <rte_common.h>
26 
27 #if defined(RTE_ARCH_X86) || defined(__ARM_NEON)
28 #include <rte_vect.h>
29 #endif
30 
31 #ifdef RTE_ARCH_X86
32 /* Byte swap mask used for converting IPv6 address
33  * 4-byte chunks to CPU byte order
34  */
35 static const __m128i rte_thash_ipv6_bswap_mask = {
36  0x0405060700010203ULL, 0x0C0D0E0F08090A0BULL};
37 #endif
38 
43 #define RTE_THASH_V4_L3_LEN ((sizeof(struct rte_ipv4_tuple) - \
44  sizeof(((struct rte_ipv4_tuple *)0)->sctp_tag)) / 4)
45 
51 #define RTE_THASH_V4_L4_LEN ((sizeof(struct rte_ipv4_tuple)) / 4)
52 
57 #define RTE_THASH_V6_L3_LEN ((sizeof(struct rte_ipv6_tuple) - \
58  sizeof(((struct rte_ipv6_tuple *)0)->sctp_tag)) / 4)
59 
65 #define RTE_THASH_V6_L4_LEN ((sizeof(struct rte_ipv6_tuple)) / 4)
66 
72  uint32_t src_addr;
73  uint32_t dst_addr;
75  union {
76  struct {
77  uint16_t dport;
78  uint16_t sport;
79  };
80  uint32_t sctp_tag;
81  };
82 };
83 
90  uint8_t src_addr[16];
91  uint8_t dst_addr[16];
93  union {
94  struct {
95  uint16_t dport;
96  uint16_t sport;
97  };
98  uint32_t sctp_tag;
99  };
100 };
101 
102 union rte_thash_tuple {
103  struct rte_ipv4_tuple v4;
104  struct rte_ipv6_tuple v6;
105 #ifdef RTE_ARCH_X86
106 } __rte_aligned(XMM_SIZE);
107 #else
108 };
109 #endif
110 
120 static inline void
121 rte_convert_rss_key(const uint32_t *orig, uint32_t *targ, int len)
122 {
123  int i;
124 
125  for (i = 0; i < (len >> 2); i++)
126  targ[i] = rte_be_to_cpu_32(orig[i]);
127 }
128 
137 static inline void
139  union rte_thash_tuple *targ)
140 {
141 #ifdef RTE_ARCH_X86
142  __m128i ipv6 = _mm_loadu_si128((const __m128i *)orig->src_addr);
143  *(__m128i *)targ->v6.src_addr =
144  _mm_shuffle_epi8(ipv6, rte_thash_ipv6_bswap_mask);
145  ipv6 = _mm_loadu_si128((const __m128i *)orig->dst_addr);
146  *(__m128i *)targ->v6.dst_addr =
147  _mm_shuffle_epi8(ipv6, rte_thash_ipv6_bswap_mask);
148 #elif defined(__ARM_NEON)
149  uint8x16_t ipv6 = vld1q_u8((uint8_t const *)orig->src_addr);
150  vst1q_u8((uint8_t *)targ->v6.src_addr, vrev32q_u8(ipv6));
151  ipv6 = vld1q_u8((uint8_t const *)orig->dst_addr);
152  vst1q_u8((uint8_t *)targ->v6.dst_addr, vrev32q_u8(ipv6));
153 #else
154  int i;
155  for (i = 0; i < 4; i++) {
156  *((uint32_t *)targ->v6.src_addr + i) =
157  rte_be_to_cpu_32(*((const uint32_t *)orig->src_addr + i));
158  *((uint32_t *)targ->v6.dst_addr + i) =
159  rte_be_to_cpu_32(*((const uint32_t *)orig->dst_addr + i));
160  }
161 #endif
162 }
163 
175 static inline uint32_t
176 rte_softrss(uint32_t *input_tuple, uint32_t input_len,
177  const uint8_t *rss_key)
178 {
179  uint32_t i, j, map, ret = 0;
180 
181  for (j = 0; j < input_len; j++) {
182  for (map = input_tuple[j]; map; map &= (map - 1)) {
183  i = rte_bsf32(map);
184  ret ^= rte_cpu_to_be_32(((const uint32_t *)rss_key)[j]) << (31 - i) |
185  (uint32_t)((uint64_t)(rte_cpu_to_be_32(((const uint32_t *)rss_key)[j + 1])) >>
186  (i + 1));
187  }
188  }
189  return ret;
190 }
191 
205 static inline uint32_t
206 rte_softrss_be(uint32_t *input_tuple, uint32_t input_len,
207  const uint8_t *rss_key)
208 {
209  uint32_t i, j, map, ret = 0;
210 
211  for (j = 0; j < input_len; j++) {
212  for (map = input_tuple[j]; map; map &= (map - 1)) {
213  i = rte_bsf32(map);
214  ret ^= ((const uint32_t *)rss_key)[j] << (31 - i) |
215  (uint32_t)((uint64_t)(((const uint32_t *)rss_key)[j + 1]) >> (i + 1));
216  }
217  }
218  return ret;
219 }
220 
221 #ifdef __cplusplus
222 }
223 #endif
224 
225 #endif /* _RTE_THASH_H */
uint8_t dst_addr[16]
Definition: rte_ip.h:385
static rte_be32_t rte_cpu_to_be_32(uint32_t x)
static void rte_convert_rss_key(const uint32_t *orig, uint32_t *targ, int len)
Definition: rte_thash.h:121
uint8_t src_addr[16]
Definition: rte_ip.h:384
static uint32_t rte_bsf32(uint32_t v)
Definition: rte_common.h:609
static void rte_thash_load_v6_addrs(const struct rte_ipv6_hdr *orig, union rte_thash_tuple *targ)
Definition: rte_thash.h:138
static uint32_t rte_softrss(uint32_t *input_tuple, uint32_t input_len, const uint8_t *rss_key)
Definition: rte_thash.h:176
#define RTE_STD_C11
Definition: rte_common.h:40
static uint32_t rte_be_to_cpu_32(rte_be32_t x)
static uint32_t rte_softrss_be(uint32_t *input_tuple, uint32_t input_len, const uint8_t *rss_key)
Definition: rte_thash.h:206
__extension__ struct rte_eth_link __rte_aligned(8)