1*46d1333eSthorpej /* $NetBSD: octeon_ipd.c,v 1.8 2021/01/04 17:22:59 thorpej Exp $ */
2f693c922Shikaru
3f693c922Shikaru /*
4f693c922Shikaru * Copyright (c) 2007 Internet Initiative Japan, Inc.
5f693c922Shikaru * All rights reserved.
6f693c922Shikaru *
7f693c922Shikaru * Redistribution and use in source and binary forms, with or without
8f693c922Shikaru * modification, are permitted provided that the following conditions
9f693c922Shikaru * are met:
10f693c922Shikaru * 1. Redistributions of source code must retain the above copyright
11f693c922Shikaru * notice, this list of conditions and the following disclaimer.
12f693c922Shikaru * 2. Redistributions in binary form must reproduce the above copyright
13f693c922Shikaru * notice, this list of conditions and the following disclaimer in the
14f693c922Shikaru * documentation and/or other materials provided with the distribution.
15f693c922Shikaru *
16f693c922Shikaru * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
17f693c922Shikaru * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
18f693c922Shikaru * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
19f693c922Shikaru * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
20f693c922Shikaru * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
21f693c922Shikaru * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
22f693c922Shikaru * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
23f693c922Shikaru * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
24f693c922Shikaru * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
25f693c922Shikaru * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26f693c922Shikaru * SUCH DAMAGE.
27f693c922Shikaru */
28f693c922Shikaru
29f693c922Shikaru #include <sys/cdefs.h>
30*46d1333eSthorpej __KERNEL_RCSID(0, "$NetBSD: octeon_ipd.c,v 1.8 2021/01/04 17:22:59 thorpej Exp $");
31f693c922Shikaru
32f693c922Shikaru #include <sys/param.h>
33f693c922Shikaru #include <sys/systm.h>
34*46d1333eSthorpej #include <sys/kmem.h>
35f693c922Shikaru #include <sys/mbuf.h>
36f693c922Shikaru #include <mips/locore.h>
37f693c922Shikaru #include <mips/cavium/octeonvar.h>
38f693c922Shikaru #include <mips/cavium/dev/octeon_ciureg.h>
39b9fcd28bSsimonb #include <mips/cavium/dev/octeon_fpareg.h>
40f693c922Shikaru #include <mips/cavium/dev/octeon_fpavar.h>
41f693c922Shikaru #include <mips/cavium/dev/octeon_pipreg.h>
42f693c922Shikaru #include <mips/cavium/dev/octeon_ipdreg.h>
43f693c922Shikaru #include <mips/cavium/dev/octeon_ipdvar.h>
44f693c922Shikaru
45f693c922Shikaru #include <netinet/in.h>
46f693c922Shikaru #include <netinet/in_systm.h>
47f693c922Shikaru #include <netinet/ip.h>
48f693c922Shikaru
49f693c922Shikaru #define IP_OFFSET(data, word2) \
50b9fcd28bSsimonb ((uintptr_t)(data) + (uintptr_t)__SHIFTOUT(word2, PIP_WQE_WORD2_IP_OFFSET))
51f693c922Shikaru
52f693c922Shikaru /* XXX */
53f693c922Shikaru void
octipd_init(struct octipd_attach_args * aa,struct octipd_softc ** rsc)543f508e4dSsimonb octipd_init(struct octipd_attach_args *aa, struct octipd_softc **rsc)
55f693c922Shikaru {
563f508e4dSsimonb struct octipd_softc *sc;
57f693c922Shikaru int status;
58f693c922Shikaru
59*46d1333eSthorpej sc = kmem_zalloc(sizeof(*sc), KM_SLEEP);
60f693c922Shikaru sc->sc_port = aa->aa_port;
61f693c922Shikaru sc->sc_regt = aa->aa_regt;
62f693c922Shikaru sc->sc_first_mbuff_skip = aa->aa_first_mbuff_skip;
63f693c922Shikaru sc->sc_not_first_mbuff_skip = aa->aa_not_first_mbuff_skip;
64f693c922Shikaru
65f693c922Shikaru status = bus_space_map(sc->sc_regt, IPD_BASE, IPD_SIZE, 0,
66f693c922Shikaru &sc->sc_regh);
67f693c922Shikaru if (status != 0)
68f693c922Shikaru panic("can't map %s space", "ipd register");
69f693c922Shikaru
70f693c922Shikaru *rsc = sc;
71f693c922Shikaru }
72f693c922Shikaru
73f693c922Shikaru #define _IPD_RD8(sc, off) \
74f693c922Shikaru bus_space_read_8((sc)->sc_regt, (sc)->sc_regh, (off))
75f693c922Shikaru #define _IPD_WR8(sc, off, v) \
76f693c922Shikaru bus_space_write_8((sc)->sc_regt, (sc)->sc_regh, (off), (v))
77f693c922Shikaru
78f693c922Shikaru int
octipd_enable(struct octipd_softc * sc)793f508e4dSsimonb octipd_enable(struct octipd_softc *sc)
80f693c922Shikaru {
81f693c922Shikaru uint64_t ctl_status;
82f693c922Shikaru
83f693c922Shikaru ctl_status = _IPD_RD8(sc, IPD_CTL_STATUS_OFFSET);
84f693c922Shikaru SET(ctl_status, IPD_CTL_STATUS_IPD_EN);
85f693c922Shikaru _IPD_WR8(sc, IPD_CTL_STATUS_OFFSET, ctl_status);
86f693c922Shikaru
87f693c922Shikaru return 0;
88f693c922Shikaru }
89f693c922Shikaru
90f693c922Shikaru int
octipd_config(struct octipd_softc * sc)913f508e4dSsimonb octipd_config(struct octipd_softc *sc)
92f693c922Shikaru {
93f693c922Shikaru uint64_t first_mbuff_skip;
94f693c922Shikaru uint64_t not_first_mbuff_skip;
95f693c922Shikaru uint64_t packet_mbuff_size;
96f693c922Shikaru uint64_t first_next_ptr_back;
97f693c922Shikaru uint64_t second_next_ptr_back;
98f693c922Shikaru uint64_t sqe_fpa_queue;
99f693c922Shikaru uint64_t ctl_status;
100f693c922Shikaru
101f693c922Shikaru /* XXX XXX XXX */
102f693c922Shikaru first_mbuff_skip = 0;
103f693c922Shikaru SET(first_mbuff_skip, (sc->sc_first_mbuff_skip / 8) & IPD_1ST_MBUFF_SKIP_SZ);
104f693c922Shikaru _IPD_WR8(sc, IPD_1ST_MBUFF_SKIP_OFFSET, first_mbuff_skip);
105f693c922Shikaru /* XXX XXX XXX */
106f693c922Shikaru
107f693c922Shikaru /* XXX XXX XXX */
108f693c922Shikaru not_first_mbuff_skip = 0;
109f693c922Shikaru SET(not_first_mbuff_skip, (sc->sc_not_first_mbuff_skip / 8) &
110f693c922Shikaru IPD_NOT_1ST_MBUFF_SKIP_SZ);
111f693c922Shikaru _IPD_WR8(sc, IPD_NOT_1ST_MBUFF_SKIP_OFFSET, not_first_mbuff_skip);
112f693c922Shikaru /* XXX XXX XXX */
113f693c922Shikaru
114f693c922Shikaru packet_mbuff_size = 0;
115f693c922Shikaru SET(packet_mbuff_size, (FPA_RECV_PKT_POOL_SIZE / 8) &
116f693c922Shikaru IPD_PACKET_MBUFF_SIZE_MB_SIZE);
117f693c922Shikaru _IPD_WR8(sc, IPD_PACKET_MBUFF_SIZE_OFFSET, packet_mbuff_size);
118f693c922Shikaru
119f693c922Shikaru first_next_ptr_back = 0;
120f693c922Shikaru SET(first_next_ptr_back, (sc->sc_first_mbuff_skip / 128) & IPD_1ST_NEXT_PTR_BACK_BACK);
121f693c922Shikaru _IPD_WR8(sc, IPD_1ST_NEXT_PTR_BACK_OFFSET, first_next_ptr_back);
122f693c922Shikaru
123f693c922Shikaru second_next_ptr_back = 0;
124f693c922Shikaru SET(second_next_ptr_back, (sc->sc_not_first_mbuff_skip / 128) &
125f693c922Shikaru IPD_2ND_NEXT_PTR_BACK_BACK);
126f693c922Shikaru _IPD_WR8(sc, IPD_2ND_NEXT_PTR_BACK_OFFSET, second_next_ptr_back);
127f693c922Shikaru
128f693c922Shikaru sqe_fpa_queue = 0;
129f693c922Shikaru SET(sqe_fpa_queue, FPA_WQE_POOL & IPD_WQE_FPA_QUEUE_WQE_QUE);
130f693c922Shikaru _IPD_WR8(sc, IPD_WQE_FPA_QUEUE_OFFSET, sqe_fpa_queue);
131f693c922Shikaru
132f693c922Shikaru ctl_status = _IPD_RD8(sc, IPD_CTL_STATUS_OFFSET);
133f693c922Shikaru CLR(ctl_status, IPD_CTL_STATUS_OPC_MODE);
134b9fcd28bSsimonb SET(ctl_status,
135b9fcd28bSsimonb __SHIFTIN(IPD_CTL_STATUS_OPC_MODE_ALL, IPD_CTL_STATUS_OPC_MODE));
136f693c922Shikaru SET(ctl_status, IPD_CTL_STATUS_PBP_EN);
137f693c922Shikaru
138f693c922Shikaru /*
139f693c922Shikaru * XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX
140f693c922Shikaru * from SDK
141f693c922Shikaru * SET(ctl_status, IPD_CTL_STATUS_LEN_M8);
142f693c922Shikaru * XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX
143f693c922Shikaru */
144f693c922Shikaru
145f693c922Shikaru _IPD_WR8(sc, IPD_CTL_STATUS_OFFSET, ctl_status);
146f693c922Shikaru
147f693c922Shikaru return 0;
148f693c922Shikaru }
149f693c922Shikaru
150f693c922Shikaru /*
151f693c922Shikaru * octeon work queue entry offload
152f693c922Shikaru * L3 error & L4 error
153f693c922Shikaru */
154f693c922Shikaru void
octipd_offload(uint64_t word2,void * data,int * rcflags)1553f508e4dSsimonb octipd_offload(uint64_t word2, void *data, int *rcflags)
156f693c922Shikaru {
157f693c922Shikaru int cflags;
158f693c922Shikaru
159f693c922Shikaru if (ISSET(word2, PIP_WQE_WORD2_IP_NI))
160f693c922Shikaru return;
161f693c922Shikaru
162f693c922Shikaru cflags = 0;
163f693c922Shikaru
164f693c922Shikaru if (!ISSET(word2, PIP_WQE_WORD2_IP_V6))
165f693c922Shikaru SET(cflags, M_CSUM_IPv4);
166f693c922Shikaru
167f693c922Shikaru if (ISSET(word2, PIP_WQE_WORD2_IP_TU)) {
168f693c922Shikaru SET(cflags,
169f693c922Shikaru !ISSET(word2, PIP_WQE_WORD2_IP_V6) ?
170f693c922Shikaru (M_CSUM_TCPv4 | M_CSUM_UDPv4) :
171f693c922Shikaru (M_CSUM_TCPv6 | M_CSUM_UDPv6));
172f693c922Shikaru }
173f693c922Shikaru
174f693c922Shikaru /* check L3 (IP) error */
175f693c922Shikaru if (ISSET(word2, PIP_WQE_WORD2_IP_IE)) {
176f693c922Shikaru struct ip *ip;
177f693c922Shikaru
178f693c922Shikaru switch (word2 & PIP_WQE_WORD2_IP_OPECODE) {
179f693c922Shikaru case IPD_WQE_L3_V4_CSUM_ERR:
180f693c922Shikaru /* CN31XX Pass 1.1 Errata */
181f693c922Shikaru ip = (struct ip *)(IP_OFFSET(data, word2));
182f693c922Shikaru if (ip->ip_hl == 5)
183f693c922Shikaru SET(cflags, M_CSUM_IPv4_BAD);
184f693c922Shikaru break;
185f693c922Shikaru default:
186f693c922Shikaru break;
187f693c922Shikaru }
188f693c922Shikaru }
189f693c922Shikaru
190f693c922Shikaru /* check L4 (UDP / TCP) error */
191f693c922Shikaru if (ISSET(word2, PIP_WQE_WORD2_IP_LE)) {
192f693c922Shikaru switch (word2 & PIP_WQE_WORD2_IP_OPECODE) {
193f693c922Shikaru case IPD_WQE_L4_CSUM_ERR:
194f693c922Shikaru SET(cflags, M_CSUM_TCP_UDP_BAD);
195f693c922Shikaru break;
196f693c922Shikaru default:
197f693c922Shikaru break;
198f693c922Shikaru }
199f693c922Shikaru }
200f693c922Shikaru
201f693c922Shikaru *rcflags = cflags;
202f693c922Shikaru }
203f693c922Shikaru
204f693c922Shikaru void
octipd_sub_port_fcs(struct octipd_softc * sc,int enable)2053f508e4dSsimonb octipd_sub_port_fcs(struct octipd_softc *sc, int enable)
206f693c922Shikaru {
207f693c922Shikaru uint64_t sub_port_fcs;
208f693c922Shikaru
209f693c922Shikaru sub_port_fcs = _IPD_RD8(sc, IPD_SUB_PORT_FCS_OFFSET);
210f693c922Shikaru if (enable == 0)
2117cfbdc5bSsimonb CLR(sub_port_fcs, __BIT(sc->sc_port));
212f693c922Shikaru else
2137cfbdc5bSsimonb SET(sub_port_fcs, __BIT(sc->sc_port));
214f693c922Shikaru _IPD_WR8(sc, IPD_SUB_PORT_FCS_OFFSET, sub_port_fcs);
215f693c922Shikaru }
216