56 #include <rte_config.h>
60 #if defined(RTE_ARCH_X86) || defined(RTE_MACHINE_CPUFLAG_NEON) || \
61 defined(RTE_ARCH_MIPS_64)
69 static const __m128i rte_thash_ipv6_bswap_mask = {
70 0x0405060700010203ULL, 0x0C0D0E0F08090A0BULL};
71 #elif defined(RTE_ARCH_MIPS_64)
72 static const xmm_t rte_thash_ipv6_bswap_mask = (xmm_t){.u64 = {
73 0x0405060700010203ULL, 0x0C0D0E0F08090A0BULL,} };
80 #define RTE_THASH_V4_L3_LEN ((sizeof(struct rte_ipv4_tuple) - \
81 sizeof(((struct rte_ipv4_tuple *)0)->sctp_tag)) / 4)
88 #define RTE_THASH_V4_L4_LEN ((sizeof(struct rte_ipv4_tuple)) / 4)
94 #define RTE_THASH_V6_L3_LEN ((sizeof(struct rte_ipv6_tuple) - \
95 sizeof(((struct rte_ipv6_tuple *)0)->sctp_tag)) / 4)
102 #define RTE_THASH_V6_L4_LEN ((sizeof(struct rte_ipv6_tuple)) / 4)
127 uint8_t src_addr[16];
128 uint8_t dst_addr[16];
139 union rte_thash_tuple {
142 #if defined(RTE_ARCH_X86) || defined(RTE_ARCH_MIPS_64)
143 } __attribute__((aligned(XMM_SIZE)));
162 for (i = 0; i < (len >> 2); i++)
178 __m128i ipv6 = _mm_loadu_si128((
const __m128i *)orig->
src_addr);
179 *(__m128i *)targ->v6.src_addr =
180 _mm_shuffle_epi8(ipv6, rte_thash_ipv6_bswap_mask);
181 ipv6 = _mm_loadu_si128((
const __m128i *)orig->
dst_addr);
182 *(__m128i *)targ->v6.dst_addr =
183 _mm_shuffle_epi8(ipv6, rte_thash_ipv6_bswap_mask);
184 #elif defined(RTE_MACHINE_CPUFLAG_NEON)
185 uint8x16_t ipv6 = vld1q_u8((uint8_t
const *)orig->
src_addr);
186 vst1q_u8((uint8_t *)targ->v6.src_addr, vrev32q_u8(ipv6));
187 ipv6 = vld1q_u8((uint8_t
const *)orig->
dst_addr);
188 vst1q_u8((uint8_t *)targ->v6.dst_addr, vrev32q_u8(ipv6));
189 #elif defined(RTE_ARCH_MIPS_64)
190 xmm_t ipv6, v_zeros = {.u64 = {0, 0} };
191 ipv6.v2i64 = __msa_ld_d((
const xmm_t *)orig->
src_addr, 0);
192 ((xmm_t *)targ->v6.src_addr)->v16i8 =
193 __msa_vshf_b(rte_thash_ipv6_bswap_mask.v16i8,
194 v_zeros.v16i8, ipv6.v16i8);
195 ipv6.v2i64 = __msa_ld_d((
const xmm_t *)orig->
dst_addr, 0);
196 ((xmm_t *)targ->v6.dst_addr)->v16i8 =
197 __msa_vshf_b(rte_thash_ipv6_bswap_mask.v16i8,
198 v_zeros.v16i8, ipv6.v16i8);
201 for (i = 0; i < 4; i++) {
202 *((uint32_t *)targ->v6.src_addr + i) =
204 *((uint32_t *)targ->v6.dst_addr + i) =
221 static inline uint32_t
223 const uint8_t *rss_key)
225 uint32_t i, j, map, ret = 0;
227 for (j = 0; j < input_len; j++) {
228 for (map = input_tuple[j]; map; map &= (map - 1)) {
231 (uint32_t)((uint64_t)(
rte_cpu_to_be_32(((
const uint32_t *)rss_key)[j + 1])) >>
251 static inline uint32_t
253 const uint8_t *rss_key)
255 uint32_t i, j, map, ret = 0;
257 for (j = 0; j < input_len; j++) {
258 for (map = input_tuple[j]; map; map &= (map - 1)) {
260 ret ^= ((
const uint32_t *)rss_key)[j] << (31 - i) |
261 (uint32_t)((uint64_t)(((
const uint32_t *)rss_key)[j + 1]) >> (i + 1));
static rte_be32_t rte_cpu_to_be_32(uint32_t x)
static void rte_convert_rss_key(const uint32_t *orig, uint32_t *targ, int len)
static uint32_t rte_bsf32(uint32_t v)
static uint32_t rte_softrss(uint32_t *input_tuple, uint32_t input_len, const uint8_t *rss_key)
static void rte_thash_load_v6_addrs(const struct ipv6_hdr *orig, union rte_thash_tuple *targ)
static uint32_t rte_be_to_cpu_32(rte_be32_t x)
static uint32_t rte_softrss_be(uint32_t *input_tuple, uint32_t input_len, const uint8_t *rss_key)