86 is_first_pass(struct a64_jit_ctx *ctx)  in is_first_pass()
92 check_invalid_args(struct a64_jit_ctx *ctx, uint32_t limit)  in check_invalid_args()
110 jump_offset_init(struct a64_jit_ctx *ctx, struct rte_bpf *bpf)  in jump_offset_init()
127 jump_offset_fini(struct a64_jit_ctx *ctx)  in jump_offset_fini()
133 jump_offset_update(struct a64_jit_ctx *ctx, uint32_t ebpf_idx)  in jump_offset_update()
140 jump_offset_to_branch_update(struct a64_jit_ctx *ctx, uint32_t ebpf_idx)  in jump_offset_to_branch_update()
148 jump_offset_get(struct a64_jit_ctx *ctx, uint32_t from, int16_t offset)  in jump_offset_get()
217 emit_insn(struct a64_jit_ctx *ctx, uint32_t insn, int error)  in emit_insn()
229 emit_ret(struct a64_jit_ctx *ctx)  in emit_ret()
235 emit_add_sub_imm(struct a64_jit_ctx *ctx, bool is64, bool sub, uint8_t rd,  in emit_add_sub_imm()
253 emit_add_imm_64(struct a64_jit_ctx *ctx, uint8_t rd, uint8_t rn, uint16_t imm12)  in emit_add_imm_64()
259 emit_sub_imm_64(struct a64_jit_ctx *ctx, uint8_t rd, uint8_t rn, uint16_t imm12)  in emit_sub_imm_64()
265 emit_mov(struct a64_jit_ctx *ctx, bool is64, uint8_t rd, uint8_t rn)  in emit_mov()
271 emit_mov_64(struct a64_jit_ctx *ctx, uint8_t rd, uint8_t rn)  in emit_mov_64()
277 emit_ls_pair_64(struct a64_jit_ctx *ctx, uint8_t rt, uint8_t rt2, uint8_t rn,  in emit_ls_pair_64()
299 emit_stack_push(struct a64_jit_ctx *ctx, uint8_t rt, uint8_t rt2)  in emit_stack_push()
306 emit_stack_pop(struct a64_jit_ctx *ctx, uint8_t rt, uint8_t rt2)  in emit_stack_pop()
315 mov_imm(struct a64_jit_ctx *ctx, bool is64, uint8_t rd, uint8_t type,  in mov_imm()
331 emit_mov_imm32(struct a64_jit_ctx *ctx, bool is64, uint8_t rd, uint32_t val)  in emit_mov_imm32()
362 emit_mov_imm(struct a64_jit_ctx *ctx, bool is64, uint8_t rd, uint64_t val)  in emit_mov_imm()
391 emit_ls(struct a64_jit_ctx *ctx, uint8_t sz, uint8_t rt, uint8_t rn, uint8_t rm,  in emit_ls()
418 emit_str(struct a64_jit_ctx *ctx, uint8_t sz, uint8_t rt, uint8_t rn,  in emit_str()
425 emit_ldr(struct a64_jit_ctx *ctx, uint8_t sz, uint8_t rt, uint8_t rn,  in emit_ldr()
434 emit_add_sub(struct a64_jit_ctx *ctx, bool is64, uint8_t rd, uint8_t rn,  in emit_add_sub()
449 emit_add(struct a64_jit_ctx *ctx, bool is64, uint8_t rd, uint8_t rm)  in emit_add()
455 emit_sub(struct a64_jit_ctx *ctx, bool is64, uint8_t rd, uint8_t rm)  in emit_sub()
461 emit_neg(struct a64_jit_ctx *ctx, bool is64, uint8_t rd)  in emit_neg()
467 emit_mul(struct a64_jit_ctx *ctx, bool is64, uint8_t rd, uint8_t rm)  in emit_mul()
486 emit_data_process_two_src(struct a64_jit_ctx *ctx, bool is64, uint8_t rd,  in emit_data_process_two_src()
503 emit_div(struct a64_jit_ctx *ctx, bool is64, uint8_t rd, uint8_t rm)  in emit_div()
509 emit_lslv(struct a64_jit_ctx *ctx, bool is64, uint8_t rd, uint8_t rm)  in emit_lslv()
515 emit_lsrv(struct a64_jit_ctx *ctx, bool is64, uint8_t rd, uint8_t rm)  in emit_lsrv()
521 emit_asrv(struct a64_jit_ctx *ctx, bool is64, uint8_t rd, uint8_t rm)  in emit_asrv()
529 emit_bitfield(struct a64_jit_ctx *ctx, bool is64, uint8_t rd, uint8_t rn,  in emit_bitfield()
549 emit_lsl(struct a64_jit_ctx *ctx, bool is64, uint8_t rd, uint8_t imm)  in emit_lsl()
561 emit_lsr(struct a64_jit_ctx *ctx, bool is64, uint8_t rd, uint8_t imm)  in emit_lsr()
567 emit_asr(struct a64_jit_ctx *ctx, bool is64, uint8_t rd, uint8_t imm)  in emit_asr()
576 emit_logical(struct a64_jit_ctx *ctx, bool is64, uint8_t rd,  in emit_logical()
592 emit_or(struct a64_jit_ctx *ctx, bool is64, uint8_t rd, uint8_t rm)  in emit_or()
598 emit_and(struct a64_jit_ctx *ctx, bool is64, uint8_t rd, uint8_t rm)  in emit_and()
604 emit_xor(struct a64_jit_ctx *ctx, bool is64, uint8_t rd, uint8_t rm)  in emit_xor()
610 emit_msub(struct a64_jit_ctx *ctx, bool is64, uint8_t rd, uint8_t rn,  in emit_msub()
628 emit_mod(struct a64_jit_ctx *ctx, bool is64, uint8_t tmp, uint8_t rd,  in emit_mod()
636 emit_blr(struct a64_jit_ctx *ctx, uint8_t rn)  in emit_blr()
647 emit_zero_extend(struct a64_jit_ctx *ctx, uint8_t rd, int32_t imm)  in emit_zero_extend()
667 emit_rev(struct a64_jit_ctx *ctx, uint8_t rd, int32_t imm)  in emit_rev()
707 emit_be(struct a64_jit_ctx *ctx, uint8_t rd, int32_t imm)  in emit_be()
716 emit_le(struct a64_jit_ctx *ctx, uint8_t rd, int32_t imm)  in emit_le()
725 ebpf_to_a64_reg(struct a64_jit_ctx *ctx, uint8_t reg)  in ebpf_to_a64_reg()
794 emit_prologue_has_call(struct a64_jit_ctx *ctx)  in emit_prologue_has_call()
841 emit_epilogue_has_call(struct a64_jit_ctx *ctx)  in emit_epilogue_has_call()
863 emit_prologue_no_call(struct a64_jit_ctx *ctx)  in emit_prologue_no_call()
890 emit_epilogue_no_call(struct a64_jit_ctx *ctx)  in emit_epilogue_no_call()
899 emit_prologue(struct a64_jit_ctx *ctx)  in emit_prologue()
910 emit_epilogue(struct a64_jit_ctx *ctx)  in emit_epilogue()
921 emit_call(struct a64_jit_ctx *ctx, uint8_t tmp, void *func)  in emit_call()
931 emit_cbnz(struct a64_jit_ctx *ctx, bool is64, uint8_t rt, int32_t imm19)  in emit_cbnz()
945 emit_b(struct a64_jit_ctx *ctx, int32_t imm26)  in emit_b()
957 emit_return_zero_if_src_zero(struct a64_jit_ctx *ctx, bool is64, uint8_t src)  in emit_return_zero_if_src_zero()
969 emit_stadd(struct a64_jit_ctx *ctx, bool is64, uint8_t rs, uint8_t rn)  in emit_stadd()
982 emit_ldxr(struct a64_jit_ctx *ctx, bool is64, uint8_t rt, uint8_t rn)  in emit_ldxr()
995 emit_stxr(struct a64_jit_ctx *ctx, bool is64, uint8_t rs, uint8_t rt,  in emit_stxr()
1021 emit_xadd(struct a64_jit_ctx *ctx, uint8_t op, uint8_t tmp1, uint8_t tmp2,  in emit_xadd()
1048 emit_cmp_tst(struct a64_jit_ctx *ctx, bool is64, uint8_t rn, uint8_t rm,  in emit_cmp_tst()
1062 emit_cmp(struct a64_jit_ctx *ctx, bool is64, uint8_t rn, uint8_t rm)  in emit_cmp()
1068 emit_tst(struct a64_jit_ctx *ctx, bool is64, uint8_t rn, uint8_t rm)  in emit_tst()
1074 emit_b_cond(struct a64_jit_ctx *ctx, uint8_t cond, int32_t imm19)  in emit_b_cond()
1087 emit_branch(struct a64_jit_ctx *ctx, uint8_t op, uint32_t i, int16_t off)  in emit_branch()
1094 check_program_has_call(struct a64_jit_ctx *ctx, struct rte_bpf *bpf)  in check_program_has_call()
1117 emit(struct a64_jit_ctx *ctx, struct rte_bpf *bpf)  in emit()
1398 	struct a64_jit_ctx ctx;  in __rte_bpf_jit_arm64()  local