73 #define rot(x, k) (((x) << (k)) | ((x) >> (32-(k))))
76 #define __rte_jhash_mix(a, b, c) do { \
77 a -= c; a ^= rot(c, 4); c += b; \
78 b -= a; b ^= rot(a, 6); a += c; \
79 c -= b; c ^= rot(b, 8); b += a; \
80 a -= c; a ^= rot(c, 16); c += b; \
81 b -= a; b ^= rot(a, 19); a += c; \
82 c -= b; c ^= rot(b, 4); b += a; \
85 #define __rte_jhash_final(a, b, c) do { \
86 c ^= b; c -= rot(b, 14); \
87 a ^= c; a -= rot(c, 11); \
88 b ^= a; b -= rot(a, 25); \
89 c ^= b; c -= rot(b, 16); \
90 a ^= c; a -= rot(c, 4); \
91 b ^= a; b -= rot(a, 14); \
92 c ^= b; c -= rot(b, 24); \
96 #define RTE_JHASH_GOLDEN_RATIO 0xdeadbeef
98 #if RTE_BYTE_ORDER == RTE_LITTLE_ENDIAN
99 #define BIT_SHIFT(x, y, k) (((x) >> (k)) | ((uint64_t)(y) << (32-(k))))
101 #define BIT_SHIFT(x, y, k) (((uint64_t)(x) << (k)) | ((y) >> (32-(k))))
104 #define LOWER8b_MASK rte_le_to_cpu_32(0xff)
105 #define LOWER16b_MASK rte_le_to_cpu_32(0xffff)
106 #define LOWER24b_MASK rte_le_to_cpu_32(0xffffff)
109 __rte_jhash_2hashes(
const void *key, uint32_t length, uint32_t *pc,
110 uint32_t *pb,
unsigned check_align)
122 #if defined(RTE_ARCH_X86_64) || defined(RTE_ARCH_I686) || defined(RTE_ARCH_X86_X32)
123 const uint32_t *k = (
const uint32_t *)key;
124 const uint32_t s = 0;
126 const uint32_t *k = (uint32_t *)((uintptr_t)key & (uintptr_t)~3);
127 const uint32_t s = ((uintptr_t)key & 3) * CHAR_BIT;
129 if (!check_align || s == 0) {
130 while (length > 12) {
135 __rte_jhash_mix(a, b, c);
143 c += k[2]; b += k[1]; a += k[0];
break;
145 c += k[2] & LOWER24b_MASK; b += k[1]; a += k[0];
break;
147 c += k[2] & LOWER16b_MASK; b += k[1]; a += k[0];
break;
149 c += k[2] & LOWER8b_MASK; b += k[1]; a += k[0];
break;
151 b += k[1]; a += k[0];
break;
153 b += k[1] & LOWER24b_MASK; a += k[0];
break;
155 b += k[1] & LOWER16b_MASK; a += k[0];
break;
157 b += k[1] & LOWER8b_MASK; a += k[0];
break;
161 a += k[0] & LOWER24b_MASK;
break;
163 a += k[0] & LOWER16b_MASK;
break;
165 a += k[0] & LOWER8b_MASK;
break;
174 while (length > 12) {
175 a += BIT_SHIFT(k[0], k[1], s);
176 b += BIT_SHIFT(k[1], k[2], s);
177 c += BIT_SHIFT(k[2], k[3], s);
178 __rte_jhash_mix(a, b, c);
187 a += BIT_SHIFT(k[0], k[1], s);
188 b += BIT_SHIFT(k[1], k[2], s);
189 c += BIT_SHIFT(k[2], k[3], s);
192 a += BIT_SHIFT(k[0], k[1], s);
193 b += BIT_SHIFT(k[1], k[2], s);
194 c += BIT_SHIFT(k[2], k[3], s) & LOWER24b_MASK;
197 a += BIT_SHIFT(k[0], k[1], s);
198 b += BIT_SHIFT(k[1], k[2], s);
199 c += BIT_SHIFT(k[2], k[3], s) & LOWER16b_MASK;
202 a += BIT_SHIFT(k[0], k[1], s);
203 b += BIT_SHIFT(k[1], k[2], s);
204 c += BIT_SHIFT(k[2], k[3], s) & LOWER8b_MASK;
207 a += BIT_SHIFT(k[0], k[1], s);
208 b += BIT_SHIFT(k[1], k[2], s);
211 a += BIT_SHIFT(k[0], k[1], s);
212 b += BIT_SHIFT(k[1], k[2], s) & LOWER24b_MASK;
215 a += BIT_SHIFT(k[0], k[1], s);
216 b += BIT_SHIFT(k[1], k[2], s) & LOWER16b_MASK;
219 a += BIT_SHIFT(k[0], k[1], s);
220 b += BIT_SHIFT(k[1], k[2], s) & LOWER8b_MASK;
223 a += BIT_SHIFT(k[0], k[1], s);
226 a += BIT_SHIFT(k[0], k[1], s) & LOWER24b_MASK;
229 a += BIT_SHIFT(k[0], k[1], s) & LOWER16b_MASK;
232 a += BIT_SHIFT(k[0], k[1], s) & LOWER8b_MASK;
242 __rte_jhash_final(a, b, c);
266 __rte_jhash_2hashes(key, length, pc, pb, 1);
287 __rte_jhash_2hashes((
const void *) k, (length << 2), pc, pb, 0);
304 static inline uint32_t
305 rte_jhash(
const void *key, uint32_t length, uint32_t initval)
307 uint32_t initval2 = 0;
327 static inline uint32_t
330 uint32_t initval2 = 0;
337 static inline uint32_t
338 __rte_jhash_3words(uint32_t a, uint32_t b, uint32_t c, uint32_t initval)
344 __rte_jhash_final(a, b, c);
364 static inline uint32_t
367 return __rte_jhash_3words(a + 12, b + 12, c + 12, initval);
383 static inline uint32_t
386 return __rte_jhash_3words(a + 8, b + 8, 8, initval);
400 static inline uint32_t
403 return __rte_jhash_3words(a + 4, 4, 4, initval);