13446Smrj /*
23446Smrj  * CDDL HEADER START
33446Smrj  *
43446Smrj  * The contents of this file are subject to the terms of the
53446Smrj  * Common Development and Distribution License (the "License").
63446Smrj  * You may not use this file except in compliance with the License.
73446Smrj  *
83446Smrj  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
93446Smrj  * or http://www.opensolaris.org/os/licensing.
103446Smrj  * See the License for the specific language governing permissions
113446Smrj  * and limitations under the License.
123446Smrj  *
133446Smrj  * When distributing Covered Code, include this CDDL HEADER in each
143446Smrj  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
153446Smrj  * If applicable, add the following below this CDDL HEADER, with the
163446Smrj  * fields enclosed by brackets "[]" replaced with your own identifying
173446Smrj  * information: Portions Copyright [yyyy] [name of copyright owner]
183446Smrj  *
193446Smrj  * CDDL HEADER END
203446Smrj  */
213446Smrj 
223446Smrj /*
236110Sms148562  * Copyright 2008 Sun Microsystems, Inc.  All rights reserved.
243446Smrj  * Use is subject to license terms.
253446Smrj  */
263446Smrj 
273446Smrj /*
283446Smrj  * Misc module for AGP master device support
293446Smrj  */
303446Smrj 
313446Smrj #include <sys/modctl.h>
323446Smrj #include <sys/pci.h>
333446Smrj #include <sys/stat.h>
343446Smrj #include <sys/file.h>
353446Smrj #include <sys/types.h>
363446Smrj #include <sys/dditypes.h>
373446Smrj #include <sys/sunddi.h>
383446Smrj #include <sys/agpgart.h>
393446Smrj #include <sys/agp/agpdefs.h>
403446Smrj #include <sys/agp/agpmaster_io.h>
413446Smrj 
424478Skz151634 #define	PGTBL_CTL	0x2020	/* Page table control register */
434478Skz151634 #define	I8XX_FB_BAR	1
444478Skz151634 #define	I8XX_MMIO_BAR	2
454478Skz151634 #define	I8XX_PTE_OFFSET	0x10000
464478Skz151634 #define	I915_MMADR	1	/* mem-mapped registers BAR */
474478Skz151634 #define	I915_GMADR	3	/* graphics mem BAR */
484478Skz151634 #define	I915_GTTADDR	4	/* GTT BAR */
494478Skz151634 #define	I965_GTTMMADR	1	/* mem-mapped registers BAR + GTT */
504478Skz151634 /* In 965 1MB GTTMMADR, GTT reside in the latter 512KB */
514478Skz151634 #define	I965_GTT_OFFSET	0x80000
526778Smc196098 #define	GM45_GTT_OFFSET	0x200000
534478Skz151634 #define	GTT_SIZE_MASK	0xe
544478Skz151634 #define	GTT_512KB	(0 << 1)
554478Skz151634 #define	GTT_256KB	(1 << 1)
564478Skz151634 #define	GTT_128KB	(2 << 1)
576778Smc196098 #define	GTT_1MB		(3 << 1)
586778Smc196098 #define	GTT_2MB		(4 << 1)
596778Smc196098 #define	GTT_1_5MB	(5 << 1)
604478Skz151634 
614478Skz151634 #define	MMIO_BASE(x)	(x)->agpm_data.agpm_gtt.gtt_mmio_base
624478Skz151634 #define	MMIO_HANDLE(x)	(x)->agpm_data.agpm_gtt.gtt_mmio_handle
635036Skz151634 #define	GTT_HANDLE(x)	(x)->agpm_data.agpm_gtt.gtt_handle
645036Skz151634 /* Base address of GTT */
654478Skz151634 #define	GTT_ADDR(x)	(x)->agpm_data.agpm_gtt.gtt_addr
665036Skz151634 /* Graphics memory base address */
674478Skz151634 #define	APER_BASE(x)	(x)->agpm_data.agpm_gtt.gtt_info.igd_aperbase
684478Skz151634 
694478Skz151634 #define	AGPM_WRITE(x, off, val) \
704478Skz151634     ddi_put32(MMIO_HANDLE(x), (uint32_t *)(MMIO_BASE(x) + (off)), (val));
714478Skz151634 
724478Skz151634 #define	AGPM_READ(x, off) \
734478Skz151634     ddi_get32(MMIO_HANDLE(x), (uint32_t *)(MMIO_BASE(x) + (off)));
743446Smrj 
753446Smrj #ifdef DEBUG
763446Smrj #define	CONFIRM(value) ASSERT(value)
773446Smrj #else
783446Smrj #define	CONFIRM(value) if (!(value)) return (EINVAL)
793446Smrj #endif
803446Smrj 
813446Smrj int agpm_debug = 0;
823446Smrj #define	AGPM_DEBUG(args)	if (agpm_debug >= 1) cmn_err args
833446Smrj 
843446Smrj /*
853446Smrj  * Whether it is a Intel integrated graphics card
863446Smrj  */
873446Smrj #define	IS_IGD(agpmaster) ((agpmaster->agpm_dev_type == DEVICE_IS_I810) || \
884478Skz151634 	(agpmaster->agpm_dev_type == DEVICE_IS_I830))
893446Smrj 
903446Smrj 
914478Skz151634 /* Intel 915 and 945 series */
924478Skz151634 #define	IS_INTEL_915(agpmaster) ((agpmaster->agpm_id == INTEL_IGD_915) || \
934478Skz151634 	(agpmaster->agpm_id == INTEL_IGD_915GM) || \
944478Skz151634 	(agpmaster->agpm_id == INTEL_IGD_945) || \
954478Skz151634 	(agpmaster->agpm_id == INTEL_IGD_945GM))
964478Skz151634 
974478Skz151634 /* Intel 965 series */
984478Skz151634 #define	IS_INTEL_965(agpmaster) ((agpmaster->agpm_id == INTEL_IGD_946GZ) || \
994478Skz151634 	(agpmaster->agpm_id == INTEL_IGD_965G1) || \
1004478Skz151634 	(agpmaster->agpm_id == INTEL_IGD_965Q) || \
1014478Skz151634 	(agpmaster->agpm_id == INTEL_IGD_965G2) || \
1024618Skz151634 	(agpmaster->agpm_id == INTEL_IGD_965GM) || \
1036778Smc196098 	(agpmaster->agpm_id == INTEL_IGD_965GME) || \
1046778Smc196098 	(agpmaster->agpm_id == INTEL_IGD_GM45))
1053446Smrj 
1065036Skz151634 /* Intel G33 series */
1075036Skz151634 #define	IS_INTEL_X33(agpmaster) ((agpmaster->agpm_id == INTEL_IGD_Q35) || \
1085036Skz151634 	(agpmaster->agpm_id == INTEL_IGD_G33) || \
1095036Skz151634 	(agpmaster->agpm_id == INTEL_IGD_Q33))
1105036Skz151634 
1115036Skz151634 
1123446Smrj static struct modlmisc modlmisc = {
113*7542SRichard.Bean@Sun.COM 	&mod_miscops, "AGP master interfaces"
1143446Smrj };
1153446Smrj 
1163446Smrj static struct modlinkage modlinkage = {
1173446Smrj 	MODREV_1, (void *)&modlmisc, NULL
1183446Smrj };
1193446Smrj 
1203446Smrj static ddi_device_acc_attr_t i8xx_dev_access = {
1213446Smrj 	DDI_DEVICE_ATTR_V0,
1223446Smrj 	DDI_NEVERSWAP_ACC,
1233446Smrj 	DDI_STRICTORDER_ACC
1243446Smrj };
1253446Smrj 
1263446Smrj static off_t agpmaster_cap_find(ddi_acc_handle_t);
1273446Smrj static int detect_i8xx_device(agp_master_softc_t *);
1283446Smrj static int detect_agp_devcice(agp_master_softc_t *, ddi_acc_handle_t);
1293446Smrj static int i8xx_add_to_gtt(gtt_impl_t *, igd_gtt_seg_t);
1303446Smrj static void i8xx_remove_from_gtt(gtt_impl_t *, igd_gtt_seg_t);
1313446Smrj 
1323446Smrj int
1333446Smrj _init(void)
1343446Smrj {
1353446Smrj 	int	err;
1363446Smrj 
1373446Smrj 	if ((err = mod_install(&modlinkage)) != 0)
1383446Smrj 		return (err);
1393446Smrj 
1403446Smrj 	return (0);
1413446Smrj }
1423446Smrj 
1433446Smrj int
1443446Smrj _fini(void)
1453446Smrj {
1463446Smrj 	int	err;
1473446Smrj 
1483446Smrj 	if ((err = mod_remove(&modlinkage)) != 0)
1493446Smrj 		return (err);
1503446Smrj 
1513446Smrj 	return (0);
1523446Smrj }
1533446Smrj 
1543446Smrj int
1553446Smrj _info(struct modinfo *modinfop)
1563446Smrj {
1573446Smrj 	return (mod_info(&modlinkage, modinfop));
1583446Smrj }
1593446Smrj 
1603446Smrj /*
1613446Smrj  * Minor node is not removed here, since the caller (xx_attach) is
1623446Smrj  * responsible for removing all nodes.
1633446Smrj  */
1643446Smrj void
1653446Smrj agpmaster_detach(agp_master_softc_t **master_softcp)
1663446Smrj {
1673446Smrj 	agp_master_softc_t *master_softc;
1683446Smrj 
1693446Smrj 	ASSERT(master_softcp);
1703446Smrj 	master_softc = *master_softcp;
1713446Smrj 
1723446Smrj 	/* intel integrated device */
1735036Skz151634 	if (IS_IGD(master_softc) &&
1745036Skz151634 	    ((MMIO_HANDLE(master_softc) != NULL) ||
1755036Skz151634 	    (GTT_HANDLE(master_softc) != NULL))) {
1765036Skz151634 		/*
1775036Skz151634 		 * for some chipsets, mmap handle is shared between both mmio
1785036Skz151634 		 * and GTT table.
1795036Skz151634 		 */
1805036Skz151634 		if ((GTT_HANDLE(master_softc) != MMIO_HANDLE(master_softc)) &&
1815036Skz151634 		    (GTT_HANDLE(master_softc) != NULL))
1825036Skz151634 			ddi_regs_map_free(&GTT_HANDLE(master_softc));
1835036Skz151634 		if (MMIO_HANDLE(master_softc) != NULL)
1844478Skz151634 			ddi_regs_map_free(&MMIO_HANDLE(master_softc));
1853446Smrj 	}
1863446Smrj 
1873446Smrj 	kmem_free(master_softc, sizeof (agp_master_softc_t));
1883446Smrj 	master_softc = NULL;
1893446Smrj 
1903446Smrj 	return;
1913446Smrj 
1923446Smrj }
1933446Smrj 
1943446Smrj /*
1954478Skz151634  * 965 has a fixed GTT table size (512KB), so check to see the actual aperture
1964478Skz151634  * size. Aperture size = GTT table size * 1024.
1974478Skz151634  */
1984478Skz151634 static off_t
1994478Skz151634 i965_apersize(agp_master_softc_t *agpmaster)
2004478Skz151634 {
2014478Skz151634 	off_t apersize;
2024478Skz151634 
2034478Skz151634 	apersize = AGPM_READ(agpmaster, PGTBL_CTL);
2044478Skz151634 	AGPM_DEBUG((CE_NOTE, "i965_apersize: PGTBL_CTL = %lx", apersize));
2054478Skz151634 	switch (apersize & GTT_SIZE_MASK) {
2066778Smc196098 	case GTT_2MB:
2076778Smc196098 		apersize = 2048;
2086778Smc196098 		break;
2096778Smc196098 	case GTT_1_5MB:
2106778Smc196098 		apersize = 1536;
2116778Smc196098 		break;
2126778Smc196098 	case GTT_1MB:
2136778Smc196098 		apersize = 1024;
2146778Smc196098 		break;
2154478Skz151634 	case GTT_512KB:
2164478Skz151634 		apersize = 512;
2174478Skz151634 		break;
2184478Skz151634 	case GTT_256KB:
2194478Skz151634 		apersize = 256;
2204478Skz151634 		break;
2214478Skz151634 	case GTT_128KB:
2224478Skz151634 		apersize = 128;
2234478Skz151634 		break;
2244478Skz151634 	default:
2255036Skz151634 		apersize = 0;
2264478Skz151634 		AGPM_DEBUG((CE_WARN,
2274478Skz151634 		    "i965_apersize: invalid GTT size in PGTBL_CTL"));
2284478Skz151634 	}
2295036Skz151634 	return (apersize);
2305036Skz151634 }
2315036Skz151634 
2325036Skz151634 /*
2335036Skz151634  * For Intel 3 series, we need to get GTT size from the GGMS field in GMCH
2345036Skz151634  * Graphics Control Register. Return aperture size in MB.
2355036Skz151634  */
2365036Skz151634 static off_t
2375036Skz151634 i3XX_apersize(ddi_acc_handle_t pci_acc_hdl)
2385036Skz151634 {
2395036Skz151634 	uint16_t value;
2405036Skz151634 	off_t apersize;
2415036Skz151634 
2425036Skz151634 	/*
2435036Skz151634 	 * Get the value of configuration register MGGC "Mirror of Dev0 GMCH
2445036Skz151634 	 * Graphics Control" from Internal Graphics #2 (Device2:Function0).
2455036Skz151634 	 */
2465036Skz151634 	value = pci_config_get16(pci_acc_hdl, I8XX_CONF_GC);
2475036Skz151634 	AGPM_DEBUG((CE_NOTE, "i3XX_apersize: MGGC = 0x%x", value));
2485036Skz151634 	/* computing aperture size using the pre-allocated GTT size */
2495036Skz151634 	switch (value & IX33_GGMS_MASK) {
2505036Skz151634 	case IX33_GGMS_1M:
2515036Skz151634 		apersize = 1024;
2525036Skz151634 		break;
2535036Skz151634 	case IX33_GGMS_2M:
2545036Skz151634 		apersize = 2048;
2555036Skz151634 		break;
2565036Skz151634 	default:
2575036Skz151634 		apersize = 0;	/* no memory pre-allocated */
2585036Skz151634 		AGPM_DEBUG((CE_WARN,
2595036Skz151634 		    "i3XX_apersize: no memory allocated for GTT"));
2605036Skz151634 	}
2615036Skz151634 	AGPM_DEBUG((CE_NOTE, "i3xx_apersize: apersize = %ldM", apersize));
2624478Skz151634 	return (apersize);
2634478Skz151634 }
2644478Skz151634 
2654478Skz151634 #define	CHECK_STATUS(status)	\
2664478Skz151634     if (status != DDI_SUCCESS) { \
2674478Skz151634 	    AGPM_DEBUG((CE_WARN, \
2684478Skz151634 		"set_gtt_mmio: regs_map_setup error")); \
2694478Skz151634 	    return (-1); \
2704478Skz151634 }
2714478Skz151634 /*
2724478Skz151634  * Set gtt_addr, gtt_mmio_base, igd_apersize, igd_aperbase and igd_devid
2734478Skz151634  * according to chipset.
2744478Skz151634  */
2754478Skz151634 static int
2765036Skz151634 set_gtt_mmio(dev_info_t *devi, agp_master_softc_t *agpmaster,
2775036Skz151634     ddi_acc_handle_t pci_acc_hdl)
2784478Skz151634 {
2795036Skz151634 	off_t apersize;  /* size of graphics mem (MB) == GTT size (KB) */
2804478Skz151634 	uint32_t value;
2815036Skz151634 	off_t gmadr_off;  /* GMADR offset in PCI config space */
2824478Skz151634 	int status;
2834478Skz151634 
2845036Skz151634 	if (IS_INTEL_X33(agpmaster)) {
2855036Skz151634 		/* Intel 3 series are similar with 915/945 series */
2864478Skz151634 		status = ddi_regs_map_setup(devi, I915_GTTADDR,
2874478Skz151634 		    &GTT_ADDR(agpmaster), 0, 0, &i8xx_dev_access,
2885036Skz151634 		    &GTT_HANDLE(agpmaster));
2894478Skz151634 		CHECK_STATUS(status);
2904478Skz151634 
2914478Skz151634 		status = ddi_regs_map_setup(devi, I915_MMADR,
2924478Skz151634 		    &MMIO_BASE(agpmaster), 0, 0, &i8xx_dev_access,
2934478Skz151634 		    &MMIO_HANDLE(agpmaster));
2944478Skz151634 		CHECK_STATUS(status);
2954478Skz151634 
2966110Sms148562 		gmadr_off = I915_CONF_GMADR;
2976110Sms148562 		/* Different computing method used in getting aperture size. */
2985036Skz151634 		apersize = i3XX_apersize(pci_acc_hdl);
2995036Skz151634 	} else if (IS_INTEL_965(agpmaster)) {
3005036Skz151634 		status = ddi_regs_map_setup(devi, I965_GTTMMADR,
3015036Skz151634 		    &MMIO_BASE(agpmaster), 0, 0, &i8xx_dev_access,
3025036Skz151634 		    &MMIO_HANDLE(agpmaster));
3035036Skz151634 		CHECK_STATUS(status);
3046778Smc196098 		if (agpmaster->agpm_id == INTEL_IGD_GM45)
3056778Smc196098 			GTT_ADDR(agpmaster) =
3066778Smc196098 			    MMIO_BASE(agpmaster) + GM45_GTT_OFFSET;
3076778Smc196098 		else
3086778Smc196098 			GTT_ADDR(agpmaster) =
3096778Smc196098 			    MMIO_BASE(agpmaster) + I965_GTT_OFFSET;
3105036Skz151634 		GTT_HANDLE(agpmaster) = MMIO_HANDLE(agpmaster);
3115036Skz151634 
3125036Skz151634 		gmadr_off = I915_CONF_GMADR;
3135036Skz151634 		apersize = i965_apersize(agpmaster);
3145036Skz151634 	} else if (IS_INTEL_915(agpmaster)) {
3155036Skz151634 		/* I915/945 series */
3165036Skz151634 		status = ddi_regs_map_setup(devi, I915_GTTADDR,
3175036Skz151634 		    &GTT_ADDR(agpmaster), 0, 0, &i8xx_dev_access,
3185036Skz151634 		    &GTT_HANDLE(agpmaster));
3195036Skz151634 		CHECK_STATUS(status);
3205036Skz151634 
3215036Skz151634 		status = ddi_regs_map_setup(devi, I915_MMADR,
3225036Skz151634 		    &MMIO_BASE(agpmaster), 0, 0, &i8xx_dev_access,
3235036Skz151634 		    &MMIO_HANDLE(agpmaster));
3245036Skz151634 		CHECK_STATUS(status);
3255036Skz151634 
3265036Skz151634 		gmadr_off = I915_CONF_GMADR;
3274478Skz151634 		status = ddi_dev_regsize(devi, I915_GMADR, &apersize);
3285036Skz151634 		apersize = BYTES2MB(apersize);
3294478Skz151634 	} else {
3304478Skz151634 		/* I8XX series */
3314478Skz151634 		status = ddi_regs_map_setup(devi, I8XX_MMIO_BAR,
3324478Skz151634 		    &MMIO_BASE(agpmaster), 0, 0, &i8xx_dev_access,
3334478Skz151634 		    &MMIO_HANDLE(agpmaster));
3344478Skz151634 		CHECK_STATUS(status);
3354478Skz151634 
3364478Skz151634 		GTT_ADDR(agpmaster) = MMIO_BASE(agpmaster) + I8XX_PTE_OFFSET;
3375036Skz151634 		GTT_HANDLE(agpmaster) = MMIO_HANDLE(agpmaster);
3385036Skz151634 		gmadr_off = I8XX_CONF_GMADR;
3394478Skz151634 		status = ddi_dev_regsize(devi, I8XX_FB_BAR, &apersize);
3405036Skz151634 		apersize = BYTES2MB(apersize);
3414478Skz151634 		CHECK_STATUS(status);
3424478Skz151634 	}
3434478Skz151634 
3444478Skz151634 	/*
3455036Skz151634 	 * If memory size is smaller than a certain value, it means
3464478Skz151634 	 * the register set number for graphics memory range might
3474478Skz151634 	 * be wrong
3484478Skz151634 	 */
3495036Skz151634 	if (status != DDI_SUCCESS || apersize < 4) {
3504478Skz151634 		AGPM_DEBUG((CE_WARN,
3515036Skz151634 		    "set_gtt_mmio: error in getting graphics memory"));
3524478Skz151634 		return (-1);
3534478Skz151634 	}
3544478Skz151634 
3555036Skz151634 	agpmaster->agpm_data.agpm_gtt.gtt_info.igd_apersize = apersize;
3564478Skz151634 
3575036Skz151634 	/* get graphics memory base address from GMADR */
3585036Skz151634 	value = pci_config_get32(pci_acc_hdl, gmadr_off);
3594478Skz151634 	APER_BASE(agpmaster) = value & GTT_BASE_MASK;
3605036Skz151634 	AGPM_DEBUG((CE_NOTE, "set_gtt_mmio: aperbase = 0x%x, apersize = %ldM, "
3614478Skz151634 	    "gtt_addr = %p, mmio_base = %p", APER_BASE(agpmaster), apersize,
3624478Skz151634 	    (void *)GTT_ADDR(agpmaster), (void *)MMIO_BASE(agpmaster)));
3634478Skz151634 	return (0);
3644478Skz151634 }
3654478Skz151634 
3664478Skz151634 /*
3673446Smrj  * Try to initialize agp master.
3683446Smrj  * 0 is returned if the device is successfully initialized. AGP master soft
3693446Smrj  * state is returned in master_softcp if needed.
3703446Smrj  * Otherwise -1 is returned and *master_softcp is set to NULL.
3713446Smrj  */
3723446Smrj int
3733446Smrj agpmaster_attach(dev_info_t *devi, agp_master_softc_t **master_softcp,
3743446Smrj     ddi_acc_handle_t pci_acc_hdl, minor_t minor)
3753446Smrj {
3763446Smrj 	int instance;
3773446Smrj 	int status;
3783446Smrj 	agp_master_softc_t *agpmaster;
3793446Smrj 	char buf[80];
3803446Smrj 
3813446Smrj 
3823446Smrj 	ASSERT(pci_acc_hdl);
3833446Smrj 	*master_softcp = NULL;
3843446Smrj 	agpmaster = (agp_master_softc_t *)
3853446Smrj 	    kmem_zalloc(sizeof (agp_master_softc_t), KM_SLEEP);
3863446Smrj 
3873446Smrj 	agpmaster->agpm_id =
3883446Smrj 	    pci_config_get32(pci_acc_hdl, PCI_CONF_VENID);
3893446Smrj 	agpmaster->agpm_acc_hdl = pci_acc_hdl;
3903446Smrj 
3913446Smrj 	if (!detect_i8xx_device(agpmaster)) {
3924478Skz151634 		/* Intel 8XX, 915, 945 and 965 series */
3934478Skz151634 		if (set_gtt_mmio(devi, agpmaster, pci_acc_hdl) != 0)
3943446Smrj 			goto fail;
3953446Smrj 	} else if (detect_agp_devcice(agpmaster, pci_acc_hdl)) {
3964478Skz151634 		/* non IGD or AGP devices, AMD64 gart */
3973446Smrj 		AGPM_DEBUG((CE_WARN,
3983446Smrj 		    "agpmaster_attach: neither IGD or AGP devices exists"));
3993446Smrj 		agpmaster_detach(&agpmaster);
4003446Smrj 		return (0);
4013446Smrj 	}
4023446Smrj 
4035036Skz151634 	agpmaster->agpm_data.agpm_gtt.gtt_info.igd_devid =
4045036Skz151634 	    agpmaster->agpm_id;
4055036Skz151634 
4063446Smrj 	/* create minor node for IGD or AGP device */
4073446Smrj 	instance = ddi_get_instance(devi);
4083446Smrj 
4093446Smrj 	(void) sprintf(buf, "%s%d", AGPMASTER_NAME, instance);
4103446Smrj 	status = ddi_create_minor_node(devi, buf, S_IFCHR, minor,
4113446Smrj 	    DDI_NT_AGP_MASTER, 0);
4123446Smrj 
4133446Smrj 	if (status != DDI_SUCCESS) {
4143446Smrj 		AGPM_DEBUG((CE_WARN,
4153446Smrj 		    "agpmaster_attach: create agpmaster node failed"));
4163446Smrj 		goto fail;
4173446Smrj 	}
4183446Smrj 
4193446Smrj 	*master_softcp = agpmaster;
4203446Smrj 	return (0);
4213446Smrj fail:
4223446Smrj 	agpmaster_detach(&agpmaster);
4233446Smrj 	return (-1);
4243446Smrj }
4253446Smrj 
4263446Smrj /*
4273446Smrj  * Currently, it handles ioctl requests related with agp master device for
4283446Smrj  * layered driver (agpgart) only.
4293446Smrj  */
4303446Smrj /*ARGSUSED*/
4313446Smrj int
4323446Smrj agpmaster_ioctl(dev_t dev, int cmd, intptr_t data, int mode, cred_t *cred,
4333446Smrj     int *rval, agp_master_softc_t *softc)
4343446Smrj {
4353446Smrj 	uint32_t base;
4363446Smrj 	uint32_t addr;
4373446Smrj 	igd_gtt_seg_t seg;
4383446Smrj 	agp_info_t info;
4393446Smrj 	uint32_t value;
4403446Smrj 	off_t cap;
4413446Smrj 	uint32_t command;
4423446Smrj 	static char kernel_only[] =
4433446Smrj 	    "agpmaster_ioctl: %s is a kernel only ioctl";
4443446Smrj 
4453446Smrj 	CONFIRM(softc);
4463446Smrj 
4473446Smrj 	switch (cmd) {
4483446Smrj 	case DEVICE_DETECT:
4493446Smrj 		if (!(mode & FKIOCTL)) {
4503446Smrj 			AGPM_DEBUG((CE_CONT, kernel_only, "DEVICE_DETECT"));
4513446Smrj 			return (ENXIO);
4523446Smrj 		}
4533446Smrj 
4543446Smrj 		if (ddi_copyout(&softc->agpm_dev_type,
4553446Smrj 		    (void *)data, sizeof (int), mode))
4563446Smrj 			return (EFAULT);
4573446Smrj 		break;
4583446Smrj 	case AGP_MASTER_SETCMD:
4593446Smrj 		if (!(mode & FKIOCTL)) {
4603446Smrj 			AGPM_DEBUG((CE_CONT, kernel_only, "AGP_MASTER_SETCMD"));
4613446Smrj 			return (ENXIO);
4623446Smrj 		}
4633446Smrj 
4643446Smrj 		CONFIRM(softc->agpm_dev_type == DEVICE_IS_AGP);
4653446Smrj 		CONFIRM(softc->agpm_data.agpm_acaptr);
4663446Smrj 
4673446Smrj 		if (ddi_copyin((void *)data, &command,
4683446Smrj 		    sizeof (uint32_t), mode))
4693446Smrj 			return (EFAULT);
4703446Smrj 
4713446Smrj 		pci_config_put32(softc->agpm_acc_hdl,
4723446Smrj 		    softc->agpm_data.agpm_acaptr + AGP_CONF_COMMAND,
4733446Smrj 		    command);
4743446Smrj 		break;
4753446Smrj 	case AGP_MASTER_GETINFO:
4763446Smrj 		if (!(mode & FKIOCTL)) {
4773446Smrj 			AGPM_DEBUG((CE_CONT, kernel_only,
4783446Smrj 			    "AGP_MASTER_GETINFO"));
4793446Smrj 			return (ENXIO);
4803446Smrj 		}
4813446Smrj 
4823446Smrj 		CONFIRM(softc->agpm_dev_type == DEVICE_IS_AGP);
4833446Smrj 		CONFIRM(softc->agpm_data.agpm_acaptr);
4843446Smrj 
4853446Smrj 		cap = softc->agpm_data.agpm_acaptr;
4863446Smrj 		value = pci_config_get32(softc->agpm_acc_hdl, cap);
4873446Smrj 		info.agpi_version.agpv_major = (uint16_t)((value >> 20) & 0xf);
4883446Smrj 		info.agpi_version.agpv_minor = (uint16_t)((value >> 16) & 0xf);
4893446Smrj 		info.agpi_devid = softc->agpm_id;
4903446Smrj 		info.agpi_mode = pci_config_get32(
4913446Smrj 		    softc->agpm_acc_hdl, cap + AGP_CONF_STATUS);
4923446Smrj 
4933446Smrj 		if (ddi_copyout(&info, (void *)data,
4943446Smrj 		    sizeof (agp_info_t), mode))
4953446Smrj 			return (EFAULT);
4963446Smrj 		break;
4973446Smrj 	case I810_SET_GTT_BASE:
4983446Smrj 		if (!(mode & FKIOCTL)) {
4993446Smrj 			AGPM_DEBUG((CE_CONT, kernel_only, "I810_SET_GTT_ADDR"));
5003446Smrj 			return (ENXIO);
5013446Smrj 		}
5023446Smrj 
5033446Smrj 		CONFIRM(softc->agpm_dev_type == DEVICE_IS_I810);
5043446Smrj 
5053446Smrj 		if (ddi_copyin((void *)data, &base, sizeof (uint32_t), mode))
5063446Smrj 			return (EFAULT);
5073446Smrj 
5083446Smrj 		/* enables page table */
5093446Smrj 		addr = (base & GTT_BASE_MASK) | GTT_TABLE_VALID;
5103446Smrj 
5114478Skz151634 		AGPM_WRITE(softc, PGTBL_CTL, addr);
5123446Smrj 		break;
5133446Smrj 	case I8XX_GET_INFO:
5143446Smrj 		if (!(mode & FKIOCTL)) {
5153446Smrj 			AGPM_DEBUG((CE_CONT, kernel_only, "I8XX_GET_INFO"));
5163446Smrj 			return (ENXIO);
5173446Smrj 		}
5183446Smrj 
5193446Smrj 		CONFIRM(IS_IGD(softc));
5203446Smrj 
5213446Smrj 		if (ddi_copyout(&softc->agpm_data.agpm_gtt.gtt_info,
5223446Smrj 		    (void *)data, sizeof (igd_info_t), mode))
5233446Smrj 			return (EFAULT);
5243446Smrj 		break;
5253446Smrj 	case I8XX_ADD2GTT:
5263446Smrj 		if (!(mode & FKIOCTL)) {
5273446Smrj 			AGPM_DEBUG((CE_CONT, kernel_only, "I8XX_ADD2GTT"));
5283446Smrj 			return (ENXIO);
5293446Smrj 		}
5303446Smrj 
5313446Smrj 		CONFIRM(IS_IGD(softc));
5323446Smrj 
5333446Smrj 		if (ddi_copyin((void *)data, &seg,
5343446Smrj 		    sizeof (igd_gtt_seg_t), mode))
5353446Smrj 			return (EFAULT);
5363446Smrj 
5373446Smrj 		if (i8xx_add_to_gtt(&softc->agpm_data.agpm_gtt, seg))
5383446Smrj 			return (EINVAL);
5393446Smrj 		break;
5403446Smrj 	case I8XX_REM_GTT:
5413446Smrj 		if (!(mode & FKIOCTL)) {
5423446Smrj 			AGPM_DEBUG((CE_CONT, kernel_only, "I8XX_REM_GTT"));
5433446Smrj 			return (ENXIO);
5443446Smrj 		}
5453446Smrj 
5463446Smrj 		CONFIRM(IS_IGD(softc));
5473446Smrj 
5483446Smrj 		if (ddi_copyin((void *)data, &seg,
5493446Smrj 		    sizeof (igd_gtt_seg_t), mode))
5503446Smrj 			return (EFAULT);
5513446Smrj 
5523446Smrj 		i8xx_remove_from_gtt(&softc->agpm_data.agpm_gtt, seg);
5533446Smrj 		break;
5543446Smrj 	case I8XX_UNCONFIG:
5553446Smrj 		if (!(mode & FKIOCTL)) {
5563446Smrj 			AGPM_DEBUG((CE_CONT, kernel_only, "I8XX_UNCONFIG"));
5573446Smrj 			return (ENXIO);
5583446Smrj 		}
5593446Smrj 
5603446Smrj 		CONFIRM(IS_IGD(softc));
5613446Smrj 
5623446Smrj 		if (softc->agpm_dev_type == DEVICE_IS_I810)
5634478Skz151634 			AGPM_WRITE(softc, PGTBL_CTL, 0);
5643446Smrj 		/*
5653446Smrj 		 * may need to clear all gtt entries here for i830 series,
5663446Smrj 		 * but may not be necessary
5673446Smrj 		 */
5683446Smrj 		break;
5693446Smrj 	}
5703446Smrj 	return (0);
5713446Smrj }
5723446Smrj 
5733446Smrj /*
5743446Smrj  * If AGP cap pointer is successfully found, none-zero value is returned.
5753446Smrj  * Otherwise 0 is returned.
5763446Smrj  */
5773446Smrj static off_t
5783446Smrj agpmaster_cap_find(ddi_acc_handle_t acc_handle)
5793446Smrj {
5803446Smrj 	off_t		nextcap;
5813446Smrj 	uint32_t	ncapid;
5823446Smrj 	uint8_t		value;
5833446Smrj 
5843446Smrj 	/* check if this device supports capibility pointer */
5853446Smrj 	value = (uint8_t)(pci_config_get16(acc_handle, PCI_CONF_STAT)
5864303Skz151634 	    & PCI_CONF_CAP_MASK);
5873446Smrj 
5883446Smrj 	if (!value)
5893446Smrj 		return (0);
5903446Smrj 	/* get the offset of the first capability pointer from CAPPTR */
5913446Smrj 	nextcap = (off_t)(pci_config_get8(acc_handle, AGP_CONF_CAPPTR));
5923446Smrj 
5933446Smrj 	/* check AGP capability from the first capability pointer */
5943446Smrj 	while (nextcap) {
5953446Smrj 		ncapid = pci_config_get32(acc_handle, nextcap);
5963446Smrj 		if ((ncapid & PCI_CONF_CAPID_MASK)
5973446Smrj 		    == AGP_CAP_ID) /* find AGP cap */
5983446Smrj 			break;
5993446Smrj 
6003446Smrj 		nextcap = (off_t)((ncapid & PCI_CONF_NCAPID_MASK) >> 8);
6013446Smrj 	}
6023446Smrj 
6033446Smrj 	return (nextcap);
6043446Smrj 
6053446Smrj }
6063446Smrj 
6073446Smrj /*
6083446Smrj  * If i8xx device is successfully detected, 0 is returned.
6093446Smrj  * Otherwise -1 is returned.
6103446Smrj  */
6113446Smrj static int
6123446Smrj detect_i8xx_device(agp_master_softc_t *master_softc)
6133446Smrj {
6143446Smrj 
6153446Smrj 	switch (master_softc->agpm_id) {
6163446Smrj 	case INTEL_IGD_810:
6173446Smrj 	case INTEL_IGD_810DC:
6183446Smrj 	case INTEL_IGD_810E:
6193446Smrj 	case INTEL_IGD_815:
6203446Smrj 		master_softc->agpm_dev_type = DEVICE_IS_I810;
6213446Smrj 		break;
6223446Smrj 	case INTEL_IGD_830M:
6233446Smrj 	case INTEL_IGD_845G:
6243446Smrj 	case INTEL_IGD_855GM:
6253446Smrj 	case INTEL_IGD_865G:
6264478Skz151634 	case INTEL_IGD_915:
6274478Skz151634 	case INTEL_IGD_915GM:
6283446Smrj 	case INTEL_IGD_945:
6294303Skz151634 	case INTEL_IGD_945GM:
6304478Skz151634 	case INTEL_IGD_946GZ:
6314478Skz151634 	case INTEL_IGD_965G1:
6324478Skz151634 	case INTEL_IGD_965G2:
6334478Skz151634 	case INTEL_IGD_965GM:
6344618Skz151634 	case INTEL_IGD_965GME:
6354478Skz151634 	case INTEL_IGD_965Q:
6365036Skz151634 	case INTEL_IGD_Q35:
6375036Skz151634 	case INTEL_IGD_G33:
6385036Skz151634 	case INTEL_IGD_Q33:
6396778Smc196098 	case INTEL_IGD_GM45:
6403446Smrj 		master_softc->agpm_dev_type = DEVICE_IS_I830;
6413446Smrj 		break;
6423446Smrj 	default:		/* unknown id */
6433446Smrj 		return (-1);
6443446Smrj 	}
6453446Smrj 
6463446Smrj 	return (0);
6473446Smrj }
6483446Smrj 
6493446Smrj /*
6503446Smrj  * If agp master is succssfully detected, 0 is returned.
6513446Smrj  * Otherwise -1 is returned.
6523446Smrj  */
6533446Smrj static int
6543446Smrj detect_agp_devcice(agp_master_softc_t *master_softc,
6553446Smrj     ddi_acc_handle_t acc_handle)
6563446Smrj {
6573446Smrj 	off_t cap;
6583446Smrj 
6593446Smrj 	cap = agpmaster_cap_find(acc_handle);
6603446Smrj 	if (cap) {
6613446Smrj 		master_softc->agpm_dev_type = DEVICE_IS_AGP;
6623446Smrj 		master_softc->agpm_data.agpm_acaptr = cap;
6633446Smrj 		return (0);
6643446Smrj 	} else {
6653446Smrj 		return (-1);
6663446Smrj 	}
6673446Smrj 
6683446Smrj }
6693446Smrj 
6703446Smrj /*
6713446Smrj  * Please refer to GART and GTT entry format table in agpdefs.h for
6723446Smrj  * intel GTT entry format.
6733446Smrj  */
6743446Smrj static int
6753446Smrj phys2entry(uint32_t type, uint32_t physaddr, uint32_t *entry)
6763446Smrj {
6773446Smrj 	uint32_t value;
6783446Smrj 
6793446Smrj 	switch (type) {
6803446Smrj 	case AGP_PHYSICAL:
6813446Smrj 	case AGP_NORMAL:
6823446Smrj 		value = (physaddr & GTT_PTE_MASK) | GTT_PTE_VALID;
6833446Smrj 		break;
6843446Smrj 	default:
6853446Smrj 		return (-1);
6863446Smrj 	}
6873446Smrj 
6883446Smrj 	*entry = value;
6893446Smrj 
6903446Smrj 	return (0);
6913446Smrj }
6923446Smrj 
6933446Smrj static int
6943446Smrj i8xx_add_to_gtt(gtt_impl_t *gtt, igd_gtt_seg_t seg)
6953446Smrj {
6963446Smrj 	int i;
6973446Smrj 	uint32_t *paddr;
6983446Smrj 	uint32_t entry;
6993446Smrj 	uint32_t maxpages;
7003446Smrj 
7013446Smrj 	maxpages = gtt->gtt_info.igd_apersize;
7023446Smrj 	maxpages = GTT_MB_TO_PAGES(maxpages);
7033446Smrj 
7043446Smrj 	paddr = seg.igs_phyaddr;
7053446Smrj 
7063446Smrj 	/* check if gtt max page number is reached */
7073446Smrj 	if ((seg.igs_pgstart + seg.igs_npage) > maxpages)
7083446Smrj 		return (-1);
7093446Smrj 
7103446Smrj 	paddr = seg.igs_phyaddr;
7113446Smrj 	for (i = seg.igs_pgstart; i < (seg.igs_pgstart + seg.igs_npage);
7123446Smrj 	    i++, paddr++) {
7133446Smrj 		if (phys2entry(seg.igs_type, *paddr, &entry))
7143446Smrj 			return (-1);
7155036Skz151634 		ddi_put32(gtt->gtt_handle,
7163446Smrj 		    (uint32_t *)(gtt->gtt_addr + i * sizeof (uint32_t)),
7173446Smrj 		    entry);
7183446Smrj 	}
7193446Smrj 
7203446Smrj 	return (0);
7213446Smrj }
7223446Smrj 
7233446Smrj static void
7243446Smrj i8xx_remove_from_gtt(gtt_impl_t *gtt, igd_gtt_seg_t seg)
7253446Smrj {
7263446Smrj 	int i;
7273446Smrj 	uint32_t maxpages;
7283446Smrj 
7293446Smrj 	maxpages = gtt->gtt_info.igd_apersize;
7303446Smrj 	maxpages = GTT_MB_TO_PAGES(maxpages);
7313446Smrj 
7323446Smrj 	/* check if gtt max page number is reached */
7333446Smrj 	if ((seg.igs_pgstart + seg.igs_npage) > maxpages)
7343446Smrj 		return;
7353446Smrj 
7363446Smrj 	for (i = seg.igs_pgstart; i < (seg.igs_pgstart + seg.igs_npage); i++) {
7375036Skz151634 		ddi_put32(gtt->gtt_handle,
7384478Skz151634 		    (uint32_t *)(gtt->gtt_addr + i * sizeof (uint32_t)), 0);
7393446Smrj 	}
7403446Smrj }
741