| /dpdk/lib/net/ |
| H A D | net_crc_sse.c | 50 __m128i tmp1 = _mm_clmulepi64_si128(fold, precomp, 0x10); in crcr32_folding_round() local
52 return _mm_xor_si128(tmp1, _mm_xor_si128(data_block, tmp0)); in crcr32_folding_round()
70 __m128i tmp0, tmp1, tmp2; in crcr32_reduce_128_to_64() local
74 tmp1 = _mm_srli_si128(data128, 8); in crcr32_reduce_128_to_64()
75 tmp0 = _mm_xor_si128(tmp0, tmp1); in crcr32_reduce_128_to_64()
79 tmp1 = _mm_clmulepi64_si128(tmp2, precomp, 0x10); in crcr32_reduce_128_to_64()
81 return _mm_xor_si128(tmp1, tmp0); in crcr32_reduce_128_to_64()
106 __m128i tmp0, tmp1, tmp2; in crcr32_reduce_64_to_32() local
110 tmp1 = _mm_clmulepi64_si128(tmp0, precomp, 0x00); in crcr32_reduce_64_to_32()
111 tmp1 = _mm_xor_si128(tmp1, tmp0); in crcr32_reduce_64_to_32()
[all …]
|
| H A D | net_crc_neon.c | 51 uint64x2_t tmp1 = vreinterpretq_u64_p128(vmull_p64( in crcr32_folding_round() local
55 return veorq_u64(tmp1, veorq_u64(data_block, tmp0)); in crcr32_folding_round()
70 uint64x2_t tmp0, tmp1, tmp2; in crcr32_reduce_128_to_64() local
76 tmp1 = vshift_bytes_right(data128, 8); in crcr32_reduce_128_to_64()
77 tmp0 = veorq_u64(tmp0, tmp1); in crcr32_reduce_128_to_64()
81 tmp1 = vreinterpretq_u64_p128(vmull_p64( in crcr32_reduce_128_to_64()
85 return veorq_u64(tmp1, tmp0); in crcr32_reduce_128_to_64()
106 uint64x2_t tmp0, tmp1, tmp2; in crcr32_reduce_64_to_32() local
110 tmp1 = vreinterpretq_u64_p128(vmull_p64( in crcr32_reduce_64_to_32()
113 tmp1 = veorq_u64(tmp1, tmp0); in crcr32_reduce_64_to_32()
[all …]
|
| H A D | net_crc_avx512.c | 51 __m512i tmp0, tmp1; in crcr32_folding_round() local
54 tmp1 = _mm512_clmulepi64_epi128(fold, precomp, 0x10); in crcr32_folding_round()
56 return _mm512_ternarylogic_epi64(tmp0, tmp1, data_block, 0x96); in crcr32_folding_round()
65 __m512i tmp0, tmp1, tmp2, tmp3; in crc32_fold_128() local
69 tmp1 = _mm512_clmulepi64_epi128(fold0, params->fold_7x128b, 0x10); in crc32_fold_128()
77 tmp0 = _mm512_ternarylogic_epi64(tmp0, tmp1, tmp2, 0x96); in crc32_fold_128()
80 tmp1 = _mm512_shuffle_i64x2(tmp0, tmp0, 0x4e); in crc32_fold_128()
82 a = _mm256_xor_si256(*(__m256i *)&tmp1, *(__m256i *)&tmp0); in crc32_fold_128()
143 __m128i tmp0, tmp1; in barrett_reduction() local
147 tmp1 = data64; in barrett_reduction()
[all …]
|
| /dpdk/lib/bpf/ |
| H A D | bpf_jit_arm64.c | 1021 emit_xadd(struct a64_jit_ctx *ctx, uint8_t op, uint8_t tmp1, uint8_t tmp2, in emit_xadd() argument
1028 emit_mov_imm(ctx, 1, tmp1, off); in emit_xadd()
1029 emit_add(ctx, 1, tmp1, dst); in emit_xadd()
1030 rn = tmp1; in emit_xadd()
1119 uint8_t op, dst, src, tmp1, tmp2, tmp3; in emit() local
1132 tmp1 = ebpf_to_a64_reg(ctx, TMP_REG_1); in emit()
1169 emit_mov_imm(ctx, is64, tmp1, imm); in emit()
1170 emit_add(ctx, is64, dst, tmp1); in emit()
1180 emit_mov_imm(ctx, is64, tmp1, imm); in emit()
1181 emit_sub(ctx, is64, dst, tmp1); in emit()
[all …]
|
| /dpdk/lib/fib/ |
| H A D | trie_avx512.c | 15 __m512i tmp1, tmp2, tmp3, tmp4; in transpose_x16() local
24 tmp1 = _mm512_loadu_si512(&ips[0]); in transpose_x16()
30 tmp5 = _mm512_unpacklo_epi32(tmp1, tmp2); in transpose_x16()
31 tmp7 = _mm512_unpackhi_epi32(tmp1, tmp2); in transpose_x16()
35 tmp1 = _mm512_unpacklo_epi32(tmp5, tmp6); in transpose_x16()
41 *first = _mm512_permutexvar_epi32(perm_idxes.z, tmp1); in transpose_x16()
54 __m512i tmp1, tmp2, tmp3, tmp4; in transpose_x8() local
60 tmp1 = _mm512_loadu_si512(&ips[0]); in transpose_x8()
63 tmp3 = _mm512_unpacklo_epi64(tmp1, tmp2); in transpose_x8()
65 tmp4 = _mm512_unpackhi_epi64(tmp1, tmp in transpose_x8()
[all...] |
| H A D | dir24_8_avx512.c | 22 __m512i tmp1, tmp2, res_msk; in dir24_8_vec_lookup_x16() local
81 tmp1 = _mm512_maskz_expand_epi32(exp_msk, res); in dir24_8_vec_lookup_x8_8b()
85 _mm512_storeu_si512(next_hops, tmp1); in dir24_8_vec_lookup_x8_8b()
|
| /dpdk/lib/eal/arm/include/ |
| H A D | rte_pause_64.h | 133 asm volatile("ldxp %x[tmp0], %x[tmp1], [%x[addr]]" \
135 [tmp1] "=&r" (dst_128->val[1]) \
139 asm volatile("ldaxp %x[tmp0], %x[tmp1], [%x[addr]]" \
141 [tmp1] "=&r" (dst_128->val[1]) \
|
| /dpdk/drivers/net/bnx2x/ |
| H A D | elink.c | 8341 uint16_t val = 0, tmp1; in elink_8073_config_init() local
8360 MDIO_PMA_DEVAD, MDIO_PMA_REG_M8051_MSGOUT_REG, &tmp1); in elink_8073_config_init()
8363 MDIO_PMA_DEVAD, MDIO_PMA_LASI_RXSTAT, &tmp1); in elink_8073_config_init()
8365 ELINK_DEBUG_P1(sc, "Before rom RX_ALARM(port1): 0x%x", tmp1); in elink_8073_config_init()
8429 elink_cl45_read(sc, phy, MDIO_AN_DEVAD, MDIO_AN_REG_8073_2_5G, &tmp1); in elink_8073_config_init()
8441 tmp1 |= 1; in elink_8073_config_init()
8443 tmp1 &= 0xfffe; in elink_8073_config_init()
8446 tmp1 &= 0xfffe; in elink_8073_config_init()
8449 elink_cl45_write(sc, phy, MDIO_AN_DEVAD, MDIO_AN_REG_8073_2_5G, tmp1); in elink_8073_config_init()
8452 elink_cl45_read(sc, phy, MDIO_AN_DEVAD, MDIO_AN_REG_CL37_FC_LD, &tmp1); in elink_8073_config_init()
[all …]
|