Lines Matching refs:src_ring

9065 	if (srng->u.src_ring.hp == srng->u.src_ring.reap_hp)
9068 	desc = srng->ring_base_vaddr + srng->u.src_ring.hp;
9069 	srng->u.src_ring.hp = (srng->u.src_ring.hp + srng->entry_size) %
9081 	if (((srng->u.src_ring.hp + srng->entry_size) % srng->ring_size) ==
9082 	    srng->u.src_ring.cached_tp)
9085 	return srng->ring_base_vaddr + srng->u.src_ring.hp;
9324 		srng->u.src_ring.cached_tp =
9325 			*(volatile uint32_t *)srng->u.src_ring.tp_addr;
9343 			srng->u.src_ring.last_tp =
9344 			    *(volatile uint32_t *)srng->u.src_ring.tp_addr;
9345 			*srng->u.src_ring.hp_addr = srng->u.src_ring.hp;
9352 			srng->u.src_ring.last_tp =
9353 			    *(volatile uint32_t *)srng->u.src_ring.tp_addr;
9355 			    (unsigned long)srng->u.src_ring.hp_addr -
9356 			    (unsigned long)sc->mem, srng->u.src_ring.hp);
9648 	next_hp = (srng->u.src_ring.hp + srng->entry_size) % srng->ring_size;
9650 	if (next_hp == srng->u.src_ring.cached_tp)
9653 	desc = srng->ring_base_vaddr + srng->u.src_ring.hp;
9654 	srng->u.src_ring.hp = next_hp;
9662 	srng->u.src_ring.reap_hp = next_hp;
9675 	next_reap_hp = (srng->u.src_ring.reap_hp + srng->entry_size) %
9678 	if (next_reap_hp == srng->u.src_ring.cached_tp)
9682 	srng->u.src_ring.reap_hp = next_reap_hp;
9891 	params->low_threshold = srng->u.src_ring.low_threshold;
13839 	ctx = pipe->src_ring->per_transfer_context[pipe->src_ring->write_index];
14873 		    ((unsigned long)srng->u.src_ring.hp_addr -
14890 		    ((unsigned long)srng->u.src_ring.tp_addr -
20309 		srng->u.src_ring.hp_addr = (uint32_t *)(
20322 	    *srng->u.src_ring.tp_addr != srng->u.src_ring.hp)
20639 		    srng->u.src_ring.low_threshold);
20646 		    ((unsigned long)srng->u.src_ring.tp_addr -
20660 	*srng->u.src_ring.tp_addr = 0;
20802 		srng->u.src_ring.hp = 0;
20803 		srng->u.src_ring.cached_tp = 0;
20804 		srng->u.src_ring.reap_hp = srng->ring_size - srng->entry_size;
20805 		srng->u.src_ring.tp_addr = (void *)(hal->rdp.vaddr + ring_id);
20806 		srng->u.src_ring.low_threshold = params->low_threshold *
20810 			srng->u.src_ring.hp_addr = (void *)(hal->wrp.vaddr +
20815 				srng->u.src_ring.hp_addr =
20822 				   (unsigned long)srng->u.src_ring.hp_addr -
20910 	sw_index = pipe->src_ring->sw_index;
20911 	nentries_mask = pipe->src_ring->nentries_mask;
20913 	srng = &sc->hal.srng_list[pipe->src_ring->hal_ring_id];
20923 	ctx = pipe->src_ring->per_transfer_context[sw_index];
20927 	pipe->src_ring->sw_index = sw_index;
21293 		if (pipe->src_ring) {
21294 			qwx_ce_free_ring(sc, pipe->src_ring);
21295 			pipe->src_ring = NULL;
21320 	txdata = mallocarray(pipe->src_ring->nentries, sizeof(*txdata),
21325 	size = sizeof(*txdata) * pipe->src_ring->nentries;
21328 	for (i = 0; i < pipe->src_ring->nentries; i++) {
21341 		pipe->src_ring->per_transfer_context[i] = ctx;
21447 		pipe->src_ring = ring;
21688 		if (pipe->src_ring) {
21689 			ret = qwx_ce_init_ring(sc, pipe->src_ring, i,
21698 			pipe->src_ring->write_index = 0;
21699 			pipe->src_ring->sw_index = 0;
21745 	hp = srng->u.src_ring.hp;
21748 		tp = *srng->u.src_ring.tp_addr;
21749 		srng->u.src_ring.cached_tp = tp;
21751 		tp = srng->u.src_ring.cached_tp;
22049 		write_index = pipe->src_ring->write_index;
22051 		sw_index = pipe->src_ring->sw_index;
22056 			num_used = pipe->src_ring->nentries - sw_index +
22070 	write_index = pipe->src_ring->write_index;
22071 	nentries_mask = pipe->src_ring->nentries_mask;
22073 	srng = &sc->hal.srng_list[pipe->src_ring->hal_ring_id];
22095 	ctx = pipe->src_ring->per_transfer_context[write_index];
22102 	pipe->src_ring->write_index = CE_RING_IDX_INCR(nentries_mask,