Lines Matching defs:utrd
491 DPRINTF(2, "%s: utrd dva=%llu\n", __func__, dva);
567 struct ufshci_utrd *utrd;
572 utrd = UFSHCI_DMA_KVA(sc->sc_dmamem_utrd);
573 utrd += slot;
574 memset(utrd, 0, sizeof(*utrd));
577 utrd->dw0 = UFSHCI_UTRD_DW0_CT_UFS;
580 utrd->dw0 |= UFSHCI_UTRD_DW0_DD_NO;
584 utrd->dw0 |= UFSHCI_UTRD_DW0_I_REG;
586 utrd->dw0 |= UFSHCI_UTRD_DW0_I_INT;
589 utrd->dw2 = UFSHCI_UTRD_DW2_OCS_IOV;
614 utrd->dw4 = (uint32_t)dva;
615 utrd->dw5 = (uint32_t)(dva >> 32);
619 utrd->dw6 = UFSHCI_UTRD_DW6_RUO(off);
623 utrd->dw6 |= UFSHCI_UTRD_DW6_RUL(len);
627 utrd->dw7 = UFSHCI_UTRD_DW7_PRDTO(off);
630 utrd->dw7 |= UFSHCI_UTRD_DW7_PRDTL(0); /* No data xfer */
640 sizeof(*utrd) * slot, sizeof(*utrd), BUS_DMASYNC_PREWRITE);
657 struct ufshci_utrd *utrd;
663 utrd = UFSHCI_DMA_KVA(sc->sc_dmamem_utrd);
664 utrd += slot;
665 memset(utrd, 0, sizeof(*utrd));
668 utrd->dw0 = UFSHCI_UTRD_DW0_CT_UFS;
671 utrd->dw0 |= UFSHCI_UTRD_DW0_DD_T2I;
675 utrd->dw0 |= UFSHCI_UTRD_DW0_I_REG;
677 utrd->dw0 |= UFSHCI_UTRD_DW0_I_INT;
680 utrd->dw2 = UFSHCI_UTRD_DW2_OCS_IOV;
713 utrd->dw4 = (uint32_t)dva;
714 utrd->dw5 = (uint32_t)(dva >> 32);
718 utrd->dw6 = UFSHCI_UTRD_DW6_RUO(off);
722 utrd->dw6 |= UFSHCI_UTRD_DW6_RUL(len);
726 utrd->dw7 = UFSHCI_UTRD_DW7_PRDTO(off);
729 utrd->dw7 |= UFSHCI_UTRD_DW7_PRDTL(dmap->dm_nsegs);
748 sizeof(*utrd) * slot, sizeof(*utrd), BUS_DMASYNC_PREWRITE);
765 struct ufshci_utrd *utrd;
771 utrd = UFSHCI_DMA_KVA(sc->sc_dmamem_utrd);
772 utrd += slot;
773 memset(utrd, 0, sizeof(*utrd));
776 utrd->dw0 = UFSHCI_UTRD_DW0_CT_UFS;
779 utrd->dw0 |= UFSHCI_UTRD_DW0_DD_T2I;
783 utrd->dw0 |= UFSHCI_UTRD_DW0_I_REG;
785 utrd->dw0 |= UFSHCI_UTRD_DW0_I_INT;
788 utrd->dw2 = UFSHCI_UTRD_DW2_OCS_IOV;
819 utrd->dw4 = (uint32_t)dva;
820 utrd->dw5 = (uint32_t)(dva >> 32);
824 utrd->dw6 = UFSHCI_UTRD_DW6_RUO(off);
828 utrd->dw6 |= UFSHCI_UTRD_DW6_RUL(len);
832 utrd->dw7 = UFSHCI_UTRD_DW7_PRDTO(off);
835 utrd->dw7 |= UFSHCI_UTRD_DW7_PRDTL(dmap->dm_nsegs);
854 sizeof(*utrd) * slot, sizeof(*utrd), BUS_DMASYNC_PREWRITE);
871 struct ufshci_utrd *utrd;
877 utrd = UFSHCI_DMA_KVA(sc->sc_dmamem_utrd);
878 utrd += slot;
879 memset(utrd, 0, sizeof(*utrd));
882 utrd->dw0 = UFSHCI_UTRD_DW0_CT_UFS;
885 utrd->dw0 |= UFSHCI_UTRD_DW0_DD_T2I;
889 utrd->dw0 |= UFSHCI_UTRD_DW0_I_REG;
891 utrd->dw0 |= UFSHCI_UTRD_DW0_I_INT;
894 utrd->dw2 = UFSHCI_UTRD_DW2_OCS_IOV;
929 utrd->dw4 = (uint32_t)dva;
930 utrd->dw5 = (uint32_t)(dva >> 32);
934 utrd->dw6 = UFSHCI_UTRD_DW6_RUO(off);
938 utrd->dw6 |= UFSHCI_UTRD_DW6_RUL(len);
942 utrd->dw7 = UFSHCI_UTRD_DW7_PRDTO(off);
945 utrd->dw7 |= UFSHCI_UTRD_DW7_PRDTL(dmap->dm_nsegs);
964 sizeof(*utrd) * slot, sizeof(*utrd), BUS_DMASYNC_PREWRITE);
981 struct ufshci_utrd *utrd;
987 utrd = UFSHCI_DMA_KVA(sc->sc_dmamem_utrd);
988 utrd += slot;
989 memset(utrd, 0, sizeof(*utrd));
992 utrd->dw0 = UFSHCI_UTRD_DW0_CT_UFS;
995 utrd->dw0 |= UFSHCI_UTRD_DW0_DD_T2I;
999 utrd->dw0 |= UFSHCI_UTRD_DW0_I_REG;
1001 utrd->dw0 |= UFSHCI_UTRD_DW0_I_INT;
1004 utrd->dw2 = UFSHCI_UTRD_DW2_OCS_IOV;
1038 utrd->dw4 = (uint32_t)dva;
1039 utrd->dw5 = (uint32_t)(dva >> 32);
1043 utrd->dw6 = UFSHCI_UTRD_DW6_RUO(off);
1047 utrd->dw6 |= UFSHCI_UTRD_DW6_RUL(len);
1051 utrd->dw7 = UFSHCI_UTRD_DW7_PRDTO(off);
1054 utrd->dw7 |= UFSHCI_UTRD_DW7_PRDTL(dmap->dm_nsegs);
1073 sizeof(*utrd) * slot, sizeof(*utrd), BUS_DMASYNC_PREWRITE);
1090 struct ufshci_utrd *utrd;
1098 utrd = UFSHCI_DMA_KVA(sc->sc_dmamem_utrd);
1099 utrd += slot;
1100 memset(utrd, 0, sizeof(*utrd));
1103 utrd->dw0 = UFSHCI_UTRD_DW0_CT_UFS;
1107 utrd->dw0 |= UFSHCI_UTRD_DW0_DD_T2I;
1109 utrd->dw0 |= UFSHCI_UTRD_DW0_DD_I2T;
1113 utrd->dw0 |= UFSHCI_UTRD_DW0_I_REG;
1115 utrd->dw0 |= UFSHCI_UTRD_DW0_I_INT;
1118 utrd->dw2 = UFSHCI_UTRD_DW2_OCS_IOV;
1159 utrd->dw4 = (uint32_t)dva;
1160 utrd->dw5 = (uint32_t)(dva >> 32);
1164 utrd->dw6 = UFSHCI_UTRD_DW6_RUO(off);
1168 utrd->dw6 |= UFSHCI_UTRD_DW6_RUL(len);
1172 utrd->dw7 = UFSHCI_UTRD_DW7_PRDTO(off);
1175 utrd->dw7 |= UFSHCI_UTRD_DW7_PRDTL(dmap->dm_nsegs);
1194 sizeof(*utrd) * slot, sizeof(*utrd), BUS_DMASYNC_PREWRITE);
1214 struct ufshci_utrd *utrd;
1219 utrd = UFSHCI_DMA_KVA(sc->sc_dmamem_utrd);
1220 utrd += slot;
1221 memset(utrd, 0, sizeof(*utrd));
1224 utrd->dw0 = UFSHCI_UTRD_DW0_CT_UFS;
1227 utrd->dw0 |= UFSHCI_UTRD_DW0_DD_I2T;
1231 utrd->dw0 |= UFSHCI_UTRD_DW0_I_REG;
1233 utrd->dw0 |= UFSHCI_UTRD_DW0_I_INT;
1236 utrd->dw2 = UFSHCI_UTRD_DW2_OCS_IOV;
1271 utrd->dw4 = (uint32_t)dva;
1272 utrd->dw5 = (uint32_t)(dva >> 32);
1276 utrd->dw6 = UFSHCI_UTRD_DW6_RUO(off);
1280 utrd->dw6 |= UFSHCI_UTRD_DW6_RUL(len);
1284 utrd->dw7 = UFSHCI_UTRD_DW7_PRDTO(off);
1287 utrd->dw7 |= UFSHCI_UTRD_DW7_PRDTL(0); /* No data xfer */
1297 sizeof(*utrd) * slot, sizeof(*utrd), BUS_DMASYNC_PREWRITE);
1792 struct ufshci_utrd *utrd;
1804 sizeof(*utrd) * ccb->ccb_slot, sizeof(*utrd),
1808 utrd = UFSHCI_DMA_KVA(sc->sc_dmamem_utrd);
1809 utrd += ccb->ccb_slot;
1812 if (utrd->dw2 != UFSHCI_UTRD_DW2_OCS_SUCCESS) {
1814 __func__, ccb->ccb_slot, utrd->dw2, ucd->rsp.hdr.tc);
1821 xs->error = (utrd->dw2 == UFSHCI_UTRD_DW2_OCS_SUCCESS) ?
1833 struct ufshci_utrd *utrd;
1839 sizeof(*utrd) * ccb->ccb_slot, sizeof(*utrd),
1843 utrd = UFSHCI_DMA_KVA(sc->sc_dmamem_utrd);
1844 utrd += ccb->ccb_slot;
1847 if (utrd->dw2 != UFSHCI_UTRD_DW2_OCS_SUCCESS) {
1849 __func__, ccb->ccb_slot, utrd->dw2, ucd->rsp.hdr.tc);
1856 xs->error = (utrd->dw2 == UFSHCI_UTRD_DW2_OCS_SUCCESS) ?
1869 struct ufshci_utrd utrd;
1902 page_bus_phys = page_phys + ((void *)&my->utrd - page);
1935 memset(&my->utrd, 0, sizeof(struct ufshci_utrd));
1937 my->utrd.dw0 = UFSHCI_UTRD_DW0_CT_UFS;
1938 my->utrd.dw0 |= UFSHCI_UTRD_DW0_DD_I2T;
1939 my->utrd.dw0 |= UFSHCI_UTRD_DW0_I_REG;
1940 my->utrd.dw2 = UFSHCI_UTRD_DW2_OCS_IOV;
1969 my->utrd.dw4 = (uint32_t)page_bus_phys;
1970 my->utrd.dw5 = (uint32_t)(page_bus_phys >> 32);
1973 my->utrd.dw6 = UFSHCI_UTRD_DW6_RUO(off);
1976 my->utrd.dw6 |= UFSHCI_UTRD_DW6_RUL(len);
1979 my->utrd.dw7 = UFSHCI_UTRD_DW7_PRDTO(off);
1981 my->utrd.dw7 |= UFSHCI_UTRD_DW7_PRDTL(1); /* dm_nsegs */
2008 if (my->utrd.dw2 != UFSHCI_UTRD_DW2_OCS_SUCCESS)