DPDK  18.11.11
rte_distributor_private.h
Go to the documentation of this file.
1 /* SPDX-License-Identifier: BSD-3-Clause
2  * Copyright(c) 2017 Intel Corporation
3  */
4 
5 #ifndef _RTE_DIST_PRIV_H_
6 #define _RTE_DIST_PRIV_H_
7 
16 #ifdef __cplusplus
17 extern "C" {
18 #endif
19 
20 #define NO_FLAGS 0
21 #define RTE_DISTRIB_PREFIX "DT_"
22 
23 /*
24  * We will use the bottom four bits of pointer for flags, shifting out
25  * the top four bits to make room (since a 64-bit pointer actually only uses
26  * 48 bits). An arithmetic-right-shift will then appropriately restore the
27  * original pointer value with proper sign extension into the top bits.
28  */
29 #define RTE_DISTRIB_FLAG_BITS 4
30 #define RTE_DISTRIB_FLAGS_MASK (0x0F)
31 #define RTE_DISTRIB_NO_BUF 0
32 #define RTE_DISTRIB_GET_BUF (1)
33 #define RTE_DISTRIB_RETURN_BUF (2)
34 #define RTE_DISTRIB_VALID_BUF (4)
36 #define RTE_DISTRIB_BACKLOG_SIZE 8
37 #define RTE_DISTRIB_BACKLOG_MASK (RTE_DISTRIB_BACKLOG_SIZE - 1)
38 
39 #define RTE_DISTRIB_MAX_RETURNS 128
40 #define RTE_DISTRIB_RETURNS_MASK (RTE_DISTRIB_MAX_RETURNS - 1)
41 
47 #define RTE_DISTRIB_MAX_WORKERS 64
48 
49 #define RTE_DISTRIBUTOR_NAMESIZE 32
58 union rte_distributor_buffer_v20 {
59  volatile int64_t bufptr64;
60  char pad[RTE_CACHE_LINE_SIZE*3];
62 
63 /*
64  * Transfer up to 8 mbufs at a time to/from workers, and
65  * flow matching algorithm optimized for 8 flow IDs at a time
66  */
67 #define RTE_DIST_BURST_SIZE 8
68 
69 struct rte_distributor_backlog {
70  unsigned int start;
71  unsigned int count;
72  int64_t pkts[RTE_DIST_BURST_SIZE] __rte_cache_aligned;
73  uint16_t *tags; /* will point to second cacheline of inflights */
75 
76 
78  unsigned int start;
79  unsigned int count;
80  struct rte_mbuf *mbufs[RTE_DISTRIB_MAX_RETURNS];
81 };
82 
83 struct rte_distributor_v20 {
84  TAILQ_ENTRY(rte_distributor_v20) next;
86  char name[RTE_DISTRIBUTOR_NAMESIZE];
87  unsigned int num_workers;
89  uint32_t in_flight_tags[RTE_DISTRIB_MAX_WORKERS];
91  uint64_t in_flight_bitmask;
97  struct rte_distributor_backlog backlog[RTE_DISTRIB_MAX_WORKERS];
98 
99  union rte_distributor_buffer_v20 bufs[RTE_DISTRIB_MAX_WORKERS];
100 
101  struct rte_distributor_returned_pkts returns;
102 };
103 
104 /* All different signature compare functions */
105 enum rte_distributor_match_function {
106  RTE_DIST_MATCH_SCALAR = 0,
107  RTE_DIST_MATCH_VECTOR,
108  RTE_DIST_NUM_MATCH_FNS
109 };
110 
120  volatile int64_t bufptr64[RTE_DIST_BURST_SIZE]
121  __rte_cache_aligned; /* <= outgoing to worker */
122 
123  int64_t pad1 __rte_cache_aligned; /* <= one cache line */
124 
125  volatile int64_t retptr64[RTE_DIST_BURST_SIZE]
126  __rte_cache_aligned; /* <= incoming from worker */
127 
128  int64_t pad2 __rte_cache_aligned; /* <= one cache line */
129 
130  int count __rte_cache_aligned; /* <= number of current mbufs */
131 };
132 
133 struct rte_distributor {
134  TAILQ_ENTRY(rte_distributor) next;
136  char name[RTE_DISTRIBUTOR_NAMESIZE];
137  unsigned int num_workers;
138  unsigned int alg_type;
145  uint16_t in_flight_tags[RTE_DISTRIB_MAX_WORKERS][RTE_DIST_BURST_SIZE*2]
147 
148  struct rte_distributor_backlog backlog[RTE_DISTRIB_MAX_WORKERS]
149  __rte_cache_aligned;
150 
152 
153  struct rte_distributor_returned_pkts returns;
154 
155  enum rte_distributor_match_function dist_match_fn;
156 
157  struct rte_distributor_v20 *d_v20;
158 
159  uint8_t active[RTE_DISTRIB_MAX_WORKERS];
160  uint8_t activesum;
161 };
162 
163 void
164 find_match_scalar(struct rte_distributor *d,
165  uint16_t *data_ptr,
166  uint16_t *output_ptr);
167 
168 void
169 find_match_vec(struct rte_distributor *d,
170  uint16_t *data_ptr,
171  uint16_t *output_ptr);
172 
173 #ifdef __cplusplus
174 }
175 #endif
176 
177 #endif
int rte_distributor_returned_pkts(struct rte_distributor *d, struct rte_mbuf **mbufs, unsigned int max_mbufs)
#define RTE_DISTRIBUTOR_NAMESIZE
#define RTE_DISTRIB_MAX_WORKERS
#define __rte_cache_aligned
Definition: rte_memory.h:66