17d8ccad7SMarcel Moolenaar /*-
2*4d846d26SWarner Losh * SPDX-License-Identifier: BSD-2-Clause
371e3c308SPedro F. Giffuni *
47d8ccad7SMarcel Moolenaar * Copyright (c) 2008 Nathan Whitehorn
57d8ccad7SMarcel Moolenaar * All rights reserved
67d8ccad7SMarcel Moolenaar *
77d8ccad7SMarcel Moolenaar * Redistribution and use in source and binary forms, with or without
87d8ccad7SMarcel Moolenaar * modification, are permitted provided that the following conditions
97d8ccad7SMarcel Moolenaar * are met:
107d8ccad7SMarcel Moolenaar * 1. Redistributions of source code must retain the above copyright
117d8ccad7SMarcel Moolenaar * notice, this list of conditions and the following disclaimer.
127d8ccad7SMarcel Moolenaar * 2. Redistributions in binary form must reproduce the above copyright
137d8ccad7SMarcel Moolenaar * notice, this list of conditions and the following disclaimer in the
147d8ccad7SMarcel Moolenaar * documentation and/or other materials provided with the distribution.
157d8ccad7SMarcel Moolenaar *
167d8ccad7SMarcel Moolenaar * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
177d8ccad7SMarcel Moolenaar * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
187d8ccad7SMarcel Moolenaar * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
197d8ccad7SMarcel Moolenaar * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
207d8ccad7SMarcel Moolenaar * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
217d8ccad7SMarcel Moolenaar * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
227d8ccad7SMarcel Moolenaar * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
237d8ccad7SMarcel Moolenaar * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
247d8ccad7SMarcel Moolenaar * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
257d8ccad7SMarcel Moolenaar * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
267d8ccad7SMarcel Moolenaar * SUCH DAMAGE.
277d8ccad7SMarcel Moolenaar */
287d8ccad7SMarcel Moolenaar
297d8ccad7SMarcel Moolenaar #include <sys/param.h>
307d8ccad7SMarcel Moolenaar #include <sys/systm.h>
317d8ccad7SMarcel Moolenaar #include <sys/kernel.h>
327d8ccad7SMarcel Moolenaar #include <sys/malloc.h>
337d8ccad7SMarcel Moolenaar #include <sys/module.h>
347d8ccad7SMarcel Moolenaar #include <sys/endian.h>
357d8ccad7SMarcel Moolenaar #include <sys/bus.h>
367d8ccad7SMarcel Moolenaar #include <machine/bus.h>
377d8ccad7SMarcel Moolenaar #include <machine/dbdma.h>
387d8ccad7SMarcel Moolenaar #include <sys/rman.h>
397d8ccad7SMarcel Moolenaar
407d8ccad7SMarcel Moolenaar #include "dbdmavar.h"
417d8ccad7SMarcel Moolenaar
42d745c852SEd Schouten static MALLOC_DEFINE(M_DBDMA, "dbdma", "DBDMA Command List");
437d8ccad7SMarcel Moolenaar
447d8ccad7SMarcel Moolenaar static uint32_t dbdma_read_reg(dbdma_channel_t *, u_int);
457d8ccad7SMarcel Moolenaar static void dbdma_write_reg(dbdma_channel_t *, u_int, uint32_t);
467d8ccad7SMarcel Moolenaar static void dbdma_phys_callback(void *, bus_dma_segment_t *, int, int);
477d8ccad7SMarcel Moolenaar
487d8ccad7SMarcel Moolenaar static void
dbdma_phys_callback(void * chan,bus_dma_segment_t * segs,int nsegs,int error)497d8ccad7SMarcel Moolenaar dbdma_phys_callback(void *chan, bus_dma_segment_t *segs, int nsegs, int error)
507d8ccad7SMarcel Moolenaar {
517d8ccad7SMarcel Moolenaar dbdma_channel_t *channel = (dbdma_channel_t *)(chan);
527d8ccad7SMarcel Moolenaar
537d8ccad7SMarcel Moolenaar channel->sc_slots_pa = segs[0].ds_addr;
547d8ccad7SMarcel Moolenaar dbdma_write_reg(channel, CHAN_CMDPTR, channel->sc_slots_pa);
557d8ccad7SMarcel Moolenaar }
567d8ccad7SMarcel Moolenaar
577d8ccad7SMarcel Moolenaar int
dbdma_allocate_channel(struct resource * dbdma_regs,u_int offset,bus_dma_tag_t parent_dma,int slots,dbdma_channel_t ** chan)58f1dea04aSNathan Whitehorn dbdma_allocate_channel(struct resource *dbdma_regs, u_int offset,
59f1dea04aSNathan Whitehorn bus_dma_tag_t parent_dma, int slots, dbdma_channel_t **chan)
607d8ccad7SMarcel Moolenaar {
617d8ccad7SMarcel Moolenaar int error = 0;
627d8ccad7SMarcel Moolenaar dbdma_channel_t *channel;
637d8ccad7SMarcel Moolenaar
647d8ccad7SMarcel Moolenaar channel = *chan = malloc(sizeof(struct dbdma_channel), M_DBDMA,
657d8ccad7SMarcel Moolenaar M_WAITOK | M_ZERO);
667d8ccad7SMarcel Moolenaar
67f1dea04aSNathan Whitehorn channel->sc_regs = dbdma_regs;
68f1dea04aSNathan Whitehorn channel->sc_off = offset;
697d8ccad7SMarcel Moolenaar dbdma_stop(channel);
707d8ccad7SMarcel Moolenaar
717d8ccad7SMarcel Moolenaar channel->sc_slots_pa = 0;
727d8ccad7SMarcel Moolenaar
737d8ccad7SMarcel Moolenaar error = bus_dma_tag_create(parent_dma, 16, 0, BUS_SPACE_MAXADDR_32BIT,
747d8ccad7SMarcel Moolenaar BUS_SPACE_MAXADDR, NULL, NULL, PAGE_SIZE, 1, PAGE_SIZE, 0, NULL,
757d8ccad7SMarcel Moolenaar NULL, &(channel->sc_dmatag));
767d8ccad7SMarcel Moolenaar
777d8ccad7SMarcel Moolenaar error = bus_dmamem_alloc(channel->sc_dmatag,
787d8ccad7SMarcel Moolenaar (void **)&channel->sc_slots, BUS_DMA_WAITOK | BUS_DMA_ZERO,
797d8ccad7SMarcel Moolenaar &channel->sc_dmamap);
807d8ccad7SMarcel Moolenaar
817d8ccad7SMarcel Moolenaar error = bus_dmamap_load(channel->sc_dmatag, channel->sc_dmamap,
827d8ccad7SMarcel Moolenaar channel->sc_slots, PAGE_SIZE, dbdma_phys_callback, channel, 0);
837d8ccad7SMarcel Moolenaar
84f1dea04aSNathan Whitehorn dbdma_write_reg(channel, CHAN_CMDPTR_HI, 0);
85f1dea04aSNathan Whitehorn
867d8ccad7SMarcel Moolenaar channel->sc_nslots = slots;
877d8ccad7SMarcel Moolenaar
887d8ccad7SMarcel Moolenaar return (error);
897d8ccad7SMarcel Moolenaar }
907d8ccad7SMarcel Moolenaar
917d8ccad7SMarcel Moolenaar int
dbdma_resize_channel(dbdma_channel_t * chan,int newslots)927d8ccad7SMarcel Moolenaar dbdma_resize_channel(dbdma_channel_t *chan, int newslots)
937d8ccad7SMarcel Moolenaar {
947d8ccad7SMarcel Moolenaar
954a8c1391SNathan Whitehorn if (newslots > (PAGE_SIZE / sizeof(struct dbdma_command)))
967d8ccad7SMarcel Moolenaar return (-1);
977d8ccad7SMarcel Moolenaar
987d8ccad7SMarcel Moolenaar chan->sc_nslots = newslots;
997d8ccad7SMarcel Moolenaar return (0);
1007d8ccad7SMarcel Moolenaar }
1017d8ccad7SMarcel Moolenaar
1027d8ccad7SMarcel Moolenaar int
dbdma_free_channel(dbdma_channel_t * chan)1037d8ccad7SMarcel Moolenaar dbdma_free_channel(dbdma_channel_t *chan)
1047d8ccad7SMarcel Moolenaar {
1057d8ccad7SMarcel Moolenaar
1067d8ccad7SMarcel Moolenaar dbdma_stop(chan);
1077d8ccad7SMarcel Moolenaar
1087d8ccad7SMarcel Moolenaar bus_dmamem_free(chan->sc_dmatag, chan->sc_slots, chan->sc_dmamap);
1097d8ccad7SMarcel Moolenaar bus_dma_tag_destroy(chan->sc_dmatag);
1107d8ccad7SMarcel Moolenaar
1117d8ccad7SMarcel Moolenaar free(chan, M_DBDMA);
1127d8ccad7SMarcel Moolenaar
1137d8ccad7SMarcel Moolenaar return (0);
1147d8ccad7SMarcel Moolenaar }
1157d8ccad7SMarcel Moolenaar
1167d8ccad7SMarcel Moolenaar uint16_t
dbdma_get_cmd_status(dbdma_channel_t * chan,int slot)1177d8ccad7SMarcel Moolenaar dbdma_get_cmd_status(dbdma_channel_t *chan, int slot)
1187d8ccad7SMarcel Moolenaar {
1197d8ccad7SMarcel Moolenaar
1207d8ccad7SMarcel Moolenaar bus_dmamap_sync(chan->sc_dmatag, chan->sc_dmamap, BUS_DMASYNC_POSTREAD);
1217d8ccad7SMarcel Moolenaar
1227d8ccad7SMarcel Moolenaar /*
1237d8ccad7SMarcel Moolenaar * I really did mean to swap resCount and xferStatus here, to
1247d8ccad7SMarcel Moolenaar * account for the quad-word little endian fields.
1257d8ccad7SMarcel Moolenaar */
1267d8ccad7SMarcel Moolenaar return (le16toh(chan->sc_slots[slot].resCount));
1277d8ccad7SMarcel Moolenaar }
1287d8ccad7SMarcel Moolenaar
129b798355bSNathan Whitehorn void
dbdma_clear_cmd_status(dbdma_channel_t * chan,int slot)130b798355bSNathan Whitehorn dbdma_clear_cmd_status(dbdma_channel_t *chan, int slot)
131b798355bSNathan Whitehorn {
132b798355bSNathan Whitehorn /* See endian note above */
133b798355bSNathan Whitehorn chan->sc_slots[slot].resCount = 0;
134b798355bSNathan Whitehorn }
135b798355bSNathan Whitehorn
1367d8ccad7SMarcel Moolenaar uint16_t
dbdma_get_residuals(dbdma_channel_t * chan,int slot)1377d8ccad7SMarcel Moolenaar dbdma_get_residuals(dbdma_channel_t *chan, int slot)
1387d8ccad7SMarcel Moolenaar {
1397d8ccad7SMarcel Moolenaar
1407d8ccad7SMarcel Moolenaar bus_dmamap_sync(chan->sc_dmatag, chan->sc_dmamap, BUS_DMASYNC_POSTREAD);
1417d8ccad7SMarcel Moolenaar
1427d8ccad7SMarcel Moolenaar return (le16toh(chan->sc_slots[slot].xferStatus));
1437d8ccad7SMarcel Moolenaar }
1447d8ccad7SMarcel Moolenaar
1457d8ccad7SMarcel Moolenaar void
dbdma_reset(dbdma_channel_t * chan)1467d8ccad7SMarcel Moolenaar dbdma_reset(dbdma_channel_t *chan)
1477d8ccad7SMarcel Moolenaar {
1487d8ccad7SMarcel Moolenaar
1497d8ccad7SMarcel Moolenaar dbdma_stop(chan);
1507d8ccad7SMarcel Moolenaar dbdma_set_current_cmd(chan, 0);
1517d8ccad7SMarcel Moolenaar dbdma_run(chan);
1527d8ccad7SMarcel Moolenaar }
1537d8ccad7SMarcel Moolenaar
1547d8ccad7SMarcel Moolenaar void
dbdma_run(dbdma_channel_t * chan)1557d8ccad7SMarcel Moolenaar dbdma_run(dbdma_channel_t *chan)
1567d8ccad7SMarcel Moolenaar {
1577d8ccad7SMarcel Moolenaar uint32_t control_reg;
1587d8ccad7SMarcel Moolenaar
1597d8ccad7SMarcel Moolenaar control_reg = DBDMA_STATUS_RUN | DBDMA_STATUS_PAUSE |
1607d8ccad7SMarcel Moolenaar DBDMA_STATUS_WAKE | DBDMA_STATUS_DEAD;
1614a8c1391SNathan Whitehorn control_reg <<= DBDMA_REG_MASK_SHIFT;
1624a8c1391SNathan Whitehorn
1637d8ccad7SMarcel Moolenaar control_reg |= DBDMA_STATUS_RUN;
1647d8ccad7SMarcel Moolenaar dbdma_write_reg(chan, CHAN_CONTROL_REG, control_reg);
1657d8ccad7SMarcel Moolenaar }
1667d8ccad7SMarcel Moolenaar
1677d8ccad7SMarcel Moolenaar void
dbdma_pause(dbdma_channel_t * chan)1687d8ccad7SMarcel Moolenaar dbdma_pause(dbdma_channel_t *chan)
1697d8ccad7SMarcel Moolenaar {
1707d8ccad7SMarcel Moolenaar uint32_t control_reg;
1717d8ccad7SMarcel Moolenaar
1727d8ccad7SMarcel Moolenaar control_reg = DBDMA_STATUS_PAUSE;
1734a8c1391SNathan Whitehorn control_reg <<= DBDMA_REG_MASK_SHIFT;
1744a8c1391SNathan Whitehorn
1757d8ccad7SMarcel Moolenaar control_reg |= DBDMA_STATUS_PAUSE;
1767d8ccad7SMarcel Moolenaar dbdma_write_reg(chan, CHAN_CONTROL_REG, control_reg);
1777d8ccad7SMarcel Moolenaar }
1787d8ccad7SMarcel Moolenaar
1797d8ccad7SMarcel Moolenaar void
dbdma_wake(dbdma_channel_t * chan)1807d8ccad7SMarcel Moolenaar dbdma_wake(dbdma_channel_t *chan)
1817d8ccad7SMarcel Moolenaar {
1827d8ccad7SMarcel Moolenaar uint32_t control_reg;
1837d8ccad7SMarcel Moolenaar
1847d8ccad7SMarcel Moolenaar control_reg = DBDMA_STATUS_WAKE | DBDMA_STATUS_PAUSE |
1857d8ccad7SMarcel Moolenaar DBDMA_STATUS_RUN | DBDMA_STATUS_DEAD;
1864a8c1391SNathan Whitehorn control_reg <<= DBDMA_REG_MASK_SHIFT;
1874a8c1391SNathan Whitehorn
1887d8ccad7SMarcel Moolenaar control_reg |= DBDMA_STATUS_WAKE | DBDMA_STATUS_RUN;
1897d8ccad7SMarcel Moolenaar dbdma_write_reg(chan, CHAN_CONTROL_REG, control_reg);
1907d8ccad7SMarcel Moolenaar }
1917d8ccad7SMarcel Moolenaar
1927d8ccad7SMarcel Moolenaar void
dbdma_stop(dbdma_channel_t * chan)1937d8ccad7SMarcel Moolenaar dbdma_stop(dbdma_channel_t *chan)
1947d8ccad7SMarcel Moolenaar {
1957d8ccad7SMarcel Moolenaar uint32_t control_reg;
1967d8ccad7SMarcel Moolenaar
1977d8ccad7SMarcel Moolenaar control_reg = DBDMA_STATUS_RUN;
1984a8c1391SNathan Whitehorn control_reg <<= DBDMA_REG_MASK_SHIFT;
1994a8c1391SNathan Whitehorn
2007d8ccad7SMarcel Moolenaar dbdma_write_reg(chan, CHAN_CONTROL_REG, control_reg);
2017d8ccad7SMarcel Moolenaar
2027d8ccad7SMarcel Moolenaar while (dbdma_read_reg(chan, CHAN_STATUS_REG) & DBDMA_STATUS_ACTIVE)
2037d8ccad7SMarcel Moolenaar DELAY(5);
2047d8ccad7SMarcel Moolenaar }
2057d8ccad7SMarcel Moolenaar
2067d8ccad7SMarcel Moolenaar void
dbdma_set_current_cmd(dbdma_channel_t * chan,int slot)2077d8ccad7SMarcel Moolenaar dbdma_set_current_cmd(dbdma_channel_t *chan, int slot)
2087d8ccad7SMarcel Moolenaar {
2097d8ccad7SMarcel Moolenaar uint32_t cmd;
2107d8ccad7SMarcel Moolenaar
2114a8c1391SNathan Whitehorn cmd = chan->sc_slots_pa + slot * sizeof(struct dbdma_command);
2127d8ccad7SMarcel Moolenaar dbdma_write_reg(chan, CHAN_CMDPTR, cmd);
2137d8ccad7SMarcel Moolenaar }
2147d8ccad7SMarcel Moolenaar
2157d8ccad7SMarcel Moolenaar uint16_t
dbdma_get_chan_status(dbdma_channel_t * chan)2167d8ccad7SMarcel Moolenaar dbdma_get_chan_status(dbdma_channel_t *chan)
2177d8ccad7SMarcel Moolenaar {
2187d8ccad7SMarcel Moolenaar uint32_t status_reg;
2197d8ccad7SMarcel Moolenaar
2207d8ccad7SMarcel Moolenaar status_reg = dbdma_read_reg(chan, CHAN_STATUS_REG);
2217d8ccad7SMarcel Moolenaar return (status_reg & 0x0000ffff);
2227d8ccad7SMarcel Moolenaar }
2237d8ccad7SMarcel Moolenaar
2247d8ccad7SMarcel Moolenaar uint8_t
dbdma_get_device_status(dbdma_channel_t * chan)225b798355bSNathan Whitehorn dbdma_get_device_status(dbdma_channel_t *chan)
2267d8ccad7SMarcel Moolenaar {
2277d8ccad7SMarcel Moolenaar return (dbdma_get_chan_status(chan) & 0x00ff);
2287d8ccad7SMarcel Moolenaar }
2297d8ccad7SMarcel Moolenaar
2307d8ccad7SMarcel Moolenaar void
dbdma_set_device_status(dbdma_channel_t * chan,uint8_t mask,uint8_t value)231b798355bSNathan Whitehorn dbdma_set_device_status(dbdma_channel_t *chan, uint8_t mask, uint8_t value)
232b798355bSNathan Whitehorn {
233b798355bSNathan Whitehorn uint32_t control_reg;
234b798355bSNathan Whitehorn
235b798355bSNathan Whitehorn control_reg = mask;
2364a8c1391SNathan Whitehorn control_reg <<= DBDMA_REG_MASK_SHIFT;
237b798355bSNathan Whitehorn control_reg |= value;
238b798355bSNathan Whitehorn
239b798355bSNathan Whitehorn dbdma_write_reg(chan, CHAN_CONTROL_REG, control_reg);
240b798355bSNathan Whitehorn }
241b798355bSNathan Whitehorn
242b798355bSNathan Whitehorn void
dbdma_set_interrupt_selector(dbdma_channel_t * chan,uint8_t mask,uint8_t val)2437d8ccad7SMarcel Moolenaar dbdma_set_interrupt_selector(dbdma_channel_t *chan, uint8_t mask, uint8_t val)
2447d8ccad7SMarcel Moolenaar {
2457d8ccad7SMarcel Moolenaar uint32_t intr_select;
2467d8ccad7SMarcel Moolenaar
2477d8ccad7SMarcel Moolenaar intr_select = mask;
2484a8c1391SNathan Whitehorn intr_select <<= DBDMA_REG_MASK_SHIFT;
2494a8c1391SNathan Whitehorn
2507d8ccad7SMarcel Moolenaar intr_select |= val;
2517d8ccad7SMarcel Moolenaar dbdma_write_reg(chan, CHAN_INTR_SELECT, intr_select);
2527d8ccad7SMarcel Moolenaar }
2537d8ccad7SMarcel Moolenaar
2547d8ccad7SMarcel Moolenaar void
dbdma_set_branch_selector(dbdma_channel_t * chan,uint8_t mask,uint8_t val)2557d8ccad7SMarcel Moolenaar dbdma_set_branch_selector(dbdma_channel_t *chan, uint8_t mask, uint8_t val)
2567d8ccad7SMarcel Moolenaar {
2577d8ccad7SMarcel Moolenaar uint32_t br_select;
2587d8ccad7SMarcel Moolenaar
2597d8ccad7SMarcel Moolenaar br_select = mask;
2604a8c1391SNathan Whitehorn br_select <<= DBDMA_REG_MASK_SHIFT;
2614a8c1391SNathan Whitehorn
2627d8ccad7SMarcel Moolenaar br_select |= val;
2637d8ccad7SMarcel Moolenaar dbdma_write_reg(chan, CHAN_BRANCH_SELECT, br_select);
2647d8ccad7SMarcel Moolenaar }
2657d8ccad7SMarcel Moolenaar
2667d8ccad7SMarcel Moolenaar void
dbdma_set_wait_selector(dbdma_channel_t * chan,uint8_t mask,uint8_t val)2677d8ccad7SMarcel Moolenaar dbdma_set_wait_selector(dbdma_channel_t *chan, uint8_t mask, uint8_t val)
2687d8ccad7SMarcel Moolenaar {
2697d8ccad7SMarcel Moolenaar uint32_t wait_select;
2707d8ccad7SMarcel Moolenaar
2717d8ccad7SMarcel Moolenaar wait_select = mask;
2724a8c1391SNathan Whitehorn wait_select <<= DBDMA_REG_MASK_SHIFT;
2737d8ccad7SMarcel Moolenaar wait_select |= val;
2747d8ccad7SMarcel Moolenaar dbdma_write_reg(chan, CHAN_WAIT_SELECT, wait_select);
2757d8ccad7SMarcel Moolenaar }
2767d8ccad7SMarcel Moolenaar
2777d8ccad7SMarcel Moolenaar void
dbdma_insert_command(dbdma_channel_t * chan,int slot,int command,int stream,bus_addr_t data,size_t count,uint8_t interrupt,uint8_t branch,uint8_t wait,uint32_t branch_slot)2787d8ccad7SMarcel Moolenaar dbdma_insert_command(dbdma_channel_t *chan, int slot, int command, int stream,
2797d8ccad7SMarcel Moolenaar bus_addr_t data, size_t count, uint8_t interrupt, uint8_t branch,
2807d8ccad7SMarcel Moolenaar uint8_t wait, uint32_t branch_slot)
2817d8ccad7SMarcel Moolenaar {
2827d8ccad7SMarcel Moolenaar struct dbdma_command cmd;
2837d8ccad7SMarcel Moolenaar uint32_t *flip;
2847d8ccad7SMarcel Moolenaar
2857d8ccad7SMarcel Moolenaar cmd.cmd = command;
2867d8ccad7SMarcel Moolenaar cmd.key = stream;
2877d8ccad7SMarcel Moolenaar cmd.intr = interrupt;
2887d8ccad7SMarcel Moolenaar cmd.branch = branch;
2897d8ccad7SMarcel Moolenaar cmd.wait = wait;
2907d8ccad7SMarcel Moolenaar
2917d8ccad7SMarcel Moolenaar cmd.reqCount = count;
2927d8ccad7SMarcel Moolenaar cmd.address = (uint32_t)(data);
2937d8ccad7SMarcel Moolenaar if (command != DBDMA_STORE_QUAD && command != DBDMA_LOAD_QUAD)
2944a8c1391SNathan Whitehorn cmd.cmdDep = chan->sc_slots_pa +
2954a8c1391SNathan Whitehorn branch_slot * sizeof(struct dbdma_command);
2967d8ccad7SMarcel Moolenaar else
2977d8ccad7SMarcel Moolenaar cmd.cmdDep = branch_slot;
2987d8ccad7SMarcel Moolenaar
2997d8ccad7SMarcel Moolenaar cmd.resCount = 0;
3007d8ccad7SMarcel Moolenaar cmd.xferStatus = 0;
3017d8ccad7SMarcel Moolenaar
3027d8ccad7SMarcel Moolenaar /*
3037d8ccad7SMarcel Moolenaar * Move quadwords to little-endian. God only knows why
3047d8ccad7SMarcel Moolenaar * Apple thought this was a good idea.
3057d8ccad7SMarcel Moolenaar */
3067d8ccad7SMarcel Moolenaar flip = (uint32_t *)(&cmd);
3077d8ccad7SMarcel Moolenaar flip[0] = htole32(flip[0]);
3087d8ccad7SMarcel Moolenaar flip[1] = htole32(flip[1]);
3097d8ccad7SMarcel Moolenaar flip[2] = htole32(flip[2]);
3107d8ccad7SMarcel Moolenaar
3117d8ccad7SMarcel Moolenaar chan->sc_slots[slot] = cmd;
3127d8ccad7SMarcel Moolenaar }
3137d8ccad7SMarcel Moolenaar
3147d8ccad7SMarcel Moolenaar void
dbdma_insert_stop(dbdma_channel_t * chan,int slot)3157d8ccad7SMarcel Moolenaar dbdma_insert_stop(dbdma_channel_t *chan, int slot)
3167d8ccad7SMarcel Moolenaar {
3177d8ccad7SMarcel Moolenaar
3187d8ccad7SMarcel Moolenaar dbdma_insert_command(chan, slot, DBDMA_STOP, 0, 0, 0, DBDMA_NEVER,
3197d8ccad7SMarcel Moolenaar DBDMA_NEVER, DBDMA_NEVER, 0);
3207d8ccad7SMarcel Moolenaar }
3217d8ccad7SMarcel Moolenaar
3227d8ccad7SMarcel Moolenaar void
dbdma_insert_nop(dbdma_channel_t * chan,int slot)3237d8ccad7SMarcel Moolenaar dbdma_insert_nop(dbdma_channel_t *chan, int slot)
3247d8ccad7SMarcel Moolenaar {
3257d8ccad7SMarcel Moolenaar
3267d8ccad7SMarcel Moolenaar dbdma_insert_command(chan, slot, DBDMA_NOP, 0, 0, 0, DBDMA_NEVER,
3277d8ccad7SMarcel Moolenaar DBDMA_NEVER, DBDMA_NEVER, 0);
3287d8ccad7SMarcel Moolenaar }
3297d8ccad7SMarcel Moolenaar
3307d8ccad7SMarcel Moolenaar void
dbdma_insert_branch(dbdma_channel_t * chan,int slot,int to_slot)3317d8ccad7SMarcel Moolenaar dbdma_insert_branch(dbdma_channel_t *chan, int slot, int to_slot)
3327d8ccad7SMarcel Moolenaar {
3337d8ccad7SMarcel Moolenaar
3347d8ccad7SMarcel Moolenaar dbdma_insert_command(chan, slot, DBDMA_NOP, 0, 0, 0, DBDMA_NEVER,
3357d8ccad7SMarcel Moolenaar DBDMA_ALWAYS, DBDMA_NEVER, to_slot);
3367d8ccad7SMarcel Moolenaar }
3377d8ccad7SMarcel Moolenaar
3387d8ccad7SMarcel Moolenaar void
dbdma_sync_commands(dbdma_channel_t * chan,bus_dmasync_op_t op)3397d8ccad7SMarcel Moolenaar dbdma_sync_commands(dbdma_channel_t *chan, bus_dmasync_op_t op)
3407d8ccad7SMarcel Moolenaar {
3417d8ccad7SMarcel Moolenaar
3427d8ccad7SMarcel Moolenaar bus_dmamap_sync(chan->sc_dmatag, chan->sc_dmamap, op);
3437d8ccad7SMarcel Moolenaar }
3447d8ccad7SMarcel Moolenaar
345cab8300eSJustin Hibbits void
dbdma_save_state(dbdma_channel_t * chan)346cab8300eSJustin Hibbits dbdma_save_state(dbdma_channel_t *chan)
347cab8300eSJustin Hibbits {
348cab8300eSJustin Hibbits
349cab8300eSJustin Hibbits chan->sc_saved_regs[0] = dbdma_read_reg(chan, CHAN_CMDPTR);
350cab8300eSJustin Hibbits chan->sc_saved_regs[1] = dbdma_read_reg(chan, CHAN_CMDPTR_HI);
351cab8300eSJustin Hibbits chan->sc_saved_regs[2] = dbdma_read_reg(chan, CHAN_INTR_SELECT);
352cab8300eSJustin Hibbits chan->sc_saved_regs[3] = dbdma_read_reg(chan, CHAN_BRANCH_SELECT);
353cab8300eSJustin Hibbits chan->sc_saved_regs[4] = dbdma_read_reg(chan, CHAN_WAIT_SELECT);
354cab8300eSJustin Hibbits
355cab8300eSJustin Hibbits dbdma_stop(chan);
356cab8300eSJustin Hibbits }
357cab8300eSJustin Hibbits
358cab8300eSJustin Hibbits void
dbdma_restore_state(dbdma_channel_t * chan)359cab8300eSJustin Hibbits dbdma_restore_state(dbdma_channel_t *chan)
360cab8300eSJustin Hibbits {
361cab8300eSJustin Hibbits
362cab8300eSJustin Hibbits dbdma_wake(chan);
363cab8300eSJustin Hibbits dbdma_write_reg(chan, CHAN_CMDPTR, chan->sc_saved_regs[0]);
364cab8300eSJustin Hibbits dbdma_write_reg(chan, CHAN_CMDPTR_HI, chan->sc_saved_regs[1]);
365cab8300eSJustin Hibbits dbdma_write_reg(chan, CHAN_INTR_SELECT, chan->sc_saved_regs[2]);
366cab8300eSJustin Hibbits dbdma_write_reg(chan, CHAN_BRANCH_SELECT, chan->sc_saved_regs[3]);
367cab8300eSJustin Hibbits dbdma_write_reg(chan, CHAN_WAIT_SELECT, chan->sc_saved_regs[4]);
368cab8300eSJustin Hibbits }
369cab8300eSJustin Hibbits
3707d8ccad7SMarcel Moolenaar static uint32_t
dbdma_read_reg(dbdma_channel_t * chan,u_int offset)3717d8ccad7SMarcel Moolenaar dbdma_read_reg(dbdma_channel_t *chan, u_int offset)
3727d8ccad7SMarcel Moolenaar {
3737d8ccad7SMarcel Moolenaar
374f1dea04aSNathan Whitehorn return (bus_read_4(chan->sc_regs, chan->sc_off + offset));
3757d8ccad7SMarcel Moolenaar }
3767d8ccad7SMarcel Moolenaar
3777d8ccad7SMarcel Moolenaar static void
dbdma_write_reg(dbdma_channel_t * chan,u_int offset,uint32_t val)3787d8ccad7SMarcel Moolenaar dbdma_write_reg(dbdma_channel_t *chan, u_int offset, uint32_t val)
3797d8ccad7SMarcel Moolenaar {
3807d8ccad7SMarcel Moolenaar
381f1dea04aSNathan Whitehorn bus_write_4(chan->sc_regs, chan->sc_off + offset, val);
3827d8ccad7SMarcel Moolenaar }
383