13446Smrj /*
23446Smrj  * CDDL HEADER START
33446Smrj  *
43446Smrj  * The contents of this file are subject to the terms of the
53446Smrj  * Common Development and Distribution License (the "License").
63446Smrj  * You may not use this file except in compliance with the License.
73446Smrj  *
83446Smrj  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
93446Smrj  * or http://www.opensolaris.org/os/licensing.
103446Smrj  * See the License for the specific language governing permissions
113446Smrj  * and limitations under the License.
123446Smrj  *
133446Smrj  * When distributing Covered Code, include this CDDL HEADER in each
143446Smrj  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
153446Smrj  * If applicable, add the following below this CDDL HEADER, with the
163446Smrj  * fields enclosed by brackets "[]" replaced with your own identifying
173446Smrj  * information: Portions Copyright [yyyy] [name of copyright owner]
183446Smrj  *
193446Smrj  * CDDL HEADER END
203446Smrj  */
213446Smrj 
223446Smrj /*
236110Sms148562  * Copyright 2008 Sun Microsystems, Inc.  All rights reserved.
243446Smrj  * Use is subject to license terms.
253446Smrj  */
263446Smrj 
273446Smrj #pragma ident	"%Z%%M%	%I%	%E% SMI"
283446Smrj 
293446Smrj /*
303446Smrj  * Misc module for AGP master device support
313446Smrj  */
323446Smrj 
333446Smrj #include <sys/modctl.h>
343446Smrj #include <sys/pci.h>
353446Smrj #include <sys/stat.h>
363446Smrj #include <sys/file.h>
373446Smrj #include <sys/types.h>
383446Smrj #include <sys/dditypes.h>
393446Smrj #include <sys/sunddi.h>
403446Smrj #include <sys/agpgart.h>
413446Smrj #include <sys/agp/agpdefs.h>
423446Smrj #include <sys/agp/agpmaster_io.h>
433446Smrj 
444478Skz151634 #define	PGTBL_CTL	0x2020	/* Page table control register */
454478Skz151634 #define	I8XX_FB_BAR	1
464478Skz151634 #define	I8XX_MMIO_BAR	2
474478Skz151634 #define	I8XX_PTE_OFFSET	0x10000
484478Skz151634 #define	I915_MMADR	1	/* mem-mapped registers BAR */
494478Skz151634 #define	I915_GMADR	3	/* graphics mem BAR */
504478Skz151634 #define	I915_GTTADDR	4	/* GTT BAR */
514478Skz151634 #define	I965_GTTMMADR	1	/* mem-mapped registers BAR + GTT */
524478Skz151634 /* In 965 1MB GTTMMADR, GTT reside in the latter 512KB */
534478Skz151634 #define	I965_GTT_OFFSET	0x80000
54*6778Smc196098 #define	GM45_GTT_OFFSET	0x200000
554478Skz151634 #define	GTT_SIZE_MASK	0xe
564478Skz151634 #define	GTT_512KB	(0 << 1)
574478Skz151634 #define	GTT_256KB	(1 << 1)
584478Skz151634 #define	GTT_128KB	(2 << 1)
59*6778Smc196098 #define	GTT_1MB		(3 << 1)
60*6778Smc196098 #define	GTT_2MB		(4 << 1)
61*6778Smc196098 #define	GTT_1_5MB	(5 << 1)
624478Skz151634 
634478Skz151634 #define	MMIO_BASE(x)	(x)->agpm_data.agpm_gtt.gtt_mmio_base
644478Skz151634 #define	MMIO_HANDLE(x)	(x)->agpm_data.agpm_gtt.gtt_mmio_handle
655036Skz151634 #define	GTT_HANDLE(x)	(x)->agpm_data.agpm_gtt.gtt_handle
665036Skz151634 /* Base address of GTT */
674478Skz151634 #define	GTT_ADDR(x)	(x)->agpm_data.agpm_gtt.gtt_addr
685036Skz151634 /* Graphics memory base address */
694478Skz151634 #define	APER_BASE(x)	(x)->agpm_data.agpm_gtt.gtt_info.igd_aperbase
704478Skz151634 
714478Skz151634 #define	AGPM_WRITE(x, off, val) \
724478Skz151634     ddi_put32(MMIO_HANDLE(x), (uint32_t *)(MMIO_BASE(x) + (off)), (val));
734478Skz151634 
744478Skz151634 #define	AGPM_READ(x, off) \
754478Skz151634     ddi_get32(MMIO_HANDLE(x), (uint32_t *)(MMIO_BASE(x) + (off)));
763446Smrj 
773446Smrj #ifdef DEBUG
783446Smrj #define	CONFIRM(value) ASSERT(value)
793446Smrj #else
803446Smrj #define	CONFIRM(value) if (!(value)) return (EINVAL)
813446Smrj #endif
823446Smrj 
833446Smrj int agpm_debug = 0;
843446Smrj #define	AGPM_DEBUG(args)	if (agpm_debug >= 1) cmn_err args
853446Smrj 
863446Smrj /*
873446Smrj  * Whether it is a Intel integrated graphics card
883446Smrj  */
893446Smrj #define	IS_IGD(agpmaster) ((agpmaster->agpm_dev_type == DEVICE_IS_I810) || \
904478Skz151634 	(agpmaster->agpm_dev_type == DEVICE_IS_I830))
913446Smrj 
923446Smrj 
934478Skz151634 /* Intel 915 and 945 series */
944478Skz151634 #define	IS_INTEL_915(agpmaster) ((agpmaster->agpm_id == INTEL_IGD_915) || \
954478Skz151634 	(agpmaster->agpm_id == INTEL_IGD_915GM) || \
964478Skz151634 	(agpmaster->agpm_id == INTEL_IGD_945) || \
974478Skz151634 	(agpmaster->agpm_id == INTEL_IGD_945GM))
984478Skz151634 
994478Skz151634 /* Intel 965 series */
1004478Skz151634 #define	IS_INTEL_965(agpmaster) ((agpmaster->agpm_id == INTEL_IGD_946GZ) || \
1014478Skz151634 	(agpmaster->agpm_id == INTEL_IGD_965G1) || \
1024478Skz151634 	(agpmaster->agpm_id == INTEL_IGD_965Q) || \
1034478Skz151634 	(agpmaster->agpm_id == INTEL_IGD_965G2) || \
1044618Skz151634 	(agpmaster->agpm_id == INTEL_IGD_965GM) || \
105*6778Smc196098 	(agpmaster->agpm_id == INTEL_IGD_965GME) || \
106*6778Smc196098 	(agpmaster->agpm_id == INTEL_IGD_GM45))
1073446Smrj 
1085036Skz151634 /* Intel G33 series */
1095036Skz151634 #define	IS_INTEL_X33(agpmaster) ((agpmaster->agpm_id == INTEL_IGD_Q35) || \
1105036Skz151634 	(agpmaster->agpm_id == INTEL_IGD_G33) || \
1115036Skz151634 	(agpmaster->agpm_id == INTEL_IGD_Q33))
1125036Skz151634 
1135036Skz151634 
1143446Smrj static struct modlmisc modlmisc = {
1153446Smrj 	&mod_miscops, "AGP master interfaces v%I%"
1163446Smrj };
1173446Smrj 
1183446Smrj static struct modlinkage modlinkage = {
1193446Smrj 	MODREV_1, (void *)&modlmisc, NULL
1203446Smrj };
1213446Smrj 
1223446Smrj static ddi_device_acc_attr_t i8xx_dev_access = {
1233446Smrj 	DDI_DEVICE_ATTR_V0,
1243446Smrj 	DDI_NEVERSWAP_ACC,
1253446Smrj 	DDI_STRICTORDER_ACC
1263446Smrj };
1273446Smrj 
1283446Smrj static off_t agpmaster_cap_find(ddi_acc_handle_t);
1293446Smrj static int detect_i8xx_device(agp_master_softc_t *);
1303446Smrj static int detect_agp_devcice(agp_master_softc_t *, ddi_acc_handle_t);
1313446Smrj static int i8xx_add_to_gtt(gtt_impl_t *, igd_gtt_seg_t);
1323446Smrj static void i8xx_remove_from_gtt(gtt_impl_t *, igd_gtt_seg_t);
1333446Smrj 
1343446Smrj int
1353446Smrj _init(void)
1363446Smrj {
1373446Smrj 	int	err;
1383446Smrj 
1393446Smrj 	if ((err = mod_install(&modlinkage)) != 0)
1403446Smrj 		return (err);
1413446Smrj 
1423446Smrj 	return (0);
1433446Smrj }
1443446Smrj 
1453446Smrj int
1463446Smrj _fini(void)
1473446Smrj {
1483446Smrj 	int	err;
1493446Smrj 
1503446Smrj 	if ((err = mod_remove(&modlinkage)) != 0)
1513446Smrj 		return (err);
1523446Smrj 
1533446Smrj 	return (0);
1543446Smrj }
1553446Smrj 
1563446Smrj int
1573446Smrj _info(struct modinfo *modinfop)
1583446Smrj {
1593446Smrj 	return (mod_info(&modlinkage, modinfop));
1603446Smrj }
1613446Smrj 
1623446Smrj /*
1633446Smrj  * Minor node is not removed here, since the caller (xx_attach) is
1643446Smrj  * responsible for removing all nodes.
1653446Smrj  */
1663446Smrj void
1673446Smrj agpmaster_detach(agp_master_softc_t **master_softcp)
1683446Smrj {
1693446Smrj 	agp_master_softc_t *master_softc;
1703446Smrj 
1713446Smrj 	ASSERT(master_softcp);
1723446Smrj 	master_softc = *master_softcp;
1733446Smrj 
1743446Smrj 	/* intel integrated device */
1755036Skz151634 	if (IS_IGD(master_softc) &&
1765036Skz151634 	    ((MMIO_HANDLE(master_softc) != NULL) ||
1775036Skz151634 	    (GTT_HANDLE(master_softc) != NULL))) {
1785036Skz151634 		/*
1795036Skz151634 		 * for some chipsets, mmap handle is shared between both mmio
1805036Skz151634 		 * and GTT table.
1815036Skz151634 		 */
1825036Skz151634 		if ((GTT_HANDLE(master_softc) != MMIO_HANDLE(master_softc)) &&
1835036Skz151634 		    (GTT_HANDLE(master_softc) != NULL))
1845036Skz151634 			ddi_regs_map_free(&GTT_HANDLE(master_softc));
1855036Skz151634 		if (MMIO_HANDLE(master_softc) != NULL)
1864478Skz151634 			ddi_regs_map_free(&MMIO_HANDLE(master_softc));
1873446Smrj 	}
1883446Smrj 
1893446Smrj 	kmem_free(master_softc, sizeof (agp_master_softc_t));
1903446Smrj 	master_softc = NULL;
1913446Smrj 
1923446Smrj 	return;
1933446Smrj 
1943446Smrj }
1953446Smrj 
1963446Smrj /*
1974478Skz151634  * 965 has a fixed GTT table size (512KB), so check to see the actual aperture
1984478Skz151634  * size. Aperture size = GTT table size * 1024.
1994478Skz151634  */
2004478Skz151634 static off_t
2014478Skz151634 i965_apersize(agp_master_softc_t *agpmaster)
2024478Skz151634 {
2034478Skz151634 	off_t apersize;
2044478Skz151634 
2054478Skz151634 	apersize = AGPM_READ(agpmaster, PGTBL_CTL);
2064478Skz151634 	AGPM_DEBUG((CE_NOTE, "i965_apersize: PGTBL_CTL = %lx", apersize));
2074478Skz151634 	switch (apersize & GTT_SIZE_MASK) {
208*6778Smc196098 	case GTT_2MB:
209*6778Smc196098 		apersize = 2048;
210*6778Smc196098 		break;
211*6778Smc196098 	case GTT_1_5MB:
212*6778Smc196098 		apersize = 1536;
213*6778Smc196098 		break;
214*6778Smc196098 	case GTT_1MB:
215*6778Smc196098 		apersize = 1024;
216*6778Smc196098 		break;
2174478Skz151634 	case GTT_512KB:
2184478Skz151634 		apersize = 512;
2194478Skz151634 		break;
2204478Skz151634 	case GTT_256KB:
2214478Skz151634 		apersize = 256;
2224478Skz151634 		break;
2234478Skz151634 	case GTT_128KB:
2244478Skz151634 		apersize = 128;
2254478Skz151634 		break;
2264478Skz151634 	default:
2275036Skz151634 		apersize = 0;
2284478Skz151634 		AGPM_DEBUG((CE_WARN,
2294478Skz151634 		    "i965_apersize: invalid GTT size in PGTBL_CTL"));
2304478Skz151634 	}
2315036Skz151634 	return (apersize);
2325036Skz151634 }
2335036Skz151634 
2345036Skz151634 /*
2355036Skz151634  * For Intel 3 series, we need to get GTT size from the GGMS field in GMCH
2365036Skz151634  * Graphics Control Register. Return aperture size in MB.
2375036Skz151634  */
2385036Skz151634 static off_t
2395036Skz151634 i3XX_apersize(ddi_acc_handle_t pci_acc_hdl)
2405036Skz151634 {
2415036Skz151634 	uint16_t value;
2425036Skz151634 	off_t apersize;
2435036Skz151634 
2445036Skz151634 	/*
2455036Skz151634 	 * Get the value of configuration register MGGC "Mirror of Dev0 GMCH
2465036Skz151634 	 * Graphics Control" from Internal Graphics #2 (Device2:Function0).
2475036Skz151634 	 */
2485036Skz151634 	value = pci_config_get16(pci_acc_hdl, I8XX_CONF_GC);
2495036Skz151634 	AGPM_DEBUG((CE_NOTE, "i3XX_apersize: MGGC = 0x%x", value));
2505036Skz151634 	/* computing aperture size using the pre-allocated GTT size */
2515036Skz151634 	switch (value & IX33_GGMS_MASK) {
2525036Skz151634 	case IX33_GGMS_1M:
2535036Skz151634 		apersize = 1024;
2545036Skz151634 		break;
2555036Skz151634 	case IX33_GGMS_2M:
2565036Skz151634 		apersize = 2048;
2575036Skz151634 		break;
2585036Skz151634 	default:
2595036Skz151634 		apersize = 0;	/* no memory pre-allocated */
2605036Skz151634 		AGPM_DEBUG((CE_WARN,
2615036Skz151634 		    "i3XX_apersize: no memory allocated for GTT"));
2625036Skz151634 	}
2635036Skz151634 	AGPM_DEBUG((CE_NOTE, "i3xx_apersize: apersize = %ldM", apersize));
2644478Skz151634 	return (apersize);
2654478Skz151634 }
2664478Skz151634 
2674478Skz151634 #define	CHECK_STATUS(status)	\
2684478Skz151634     if (status != DDI_SUCCESS) { \
2694478Skz151634 	    AGPM_DEBUG((CE_WARN, \
2704478Skz151634 		"set_gtt_mmio: regs_map_setup error")); \
2714478Skz151634 	    return (-1); \
2724478Skz151634 }
2734478Skz151634 /*
2744478Skz151634  * Set gtt_addr, gtt_mmio_base, igd_apersize, igd_aperbase and igd_devid
2754478Skz151634  * according to chipset.
2764478Skz151634  */
2774478Skz151634 static int
2785036Skz151634 set_gtt_mmio(dev_info_t *devi, agp_master_softc_t *agpmaster,
2795036Skz151634     ddi_acc_handle_t pci_acc_hdl)
2804478Skz151634 {
2815036Skz151634 	off_t apersize;  /* size of graphics mem (MB) == GTT size (KB) */
2824478Skz151634 	uint32_t value;
2835036Skz151634 	off_t gmadr_off;  /* GMADR offset in PCI config space */
2844478Skz151634 	int status;
2854478Skz151634 
2865036Skz151634 	if (IS_INTEL_X33(agpmaster)) {
2875036Skz151634 		/* Intel 3 series are similar with 915/945 series */
2884478Skz151634 		status = ddi_regs_map_setup(devi, I915_GTTADDR,
2894478Skz151634 		    &GTT_ADDR(agpmaster), 0, 0, &i8xx_dev_access,
2905036Skz151634 		    &GTT_HANDLE(agpmaster));
2914478Skz151634 		CHECK_STATUS(status);
2924478Skz151634 
2934478Skz151634 		status = ddi_regs_map_setup(devi, I915_MMADR,
2944478Skz151634 		    &MMIO_BASE(agpmaster), 0, 0, &i8xx_dev_access,
2954478Skz151634 		    &MMIO_HANDLE(agpmaster));
2964478Skz151634 		CHECK_STATUS(status);
2974478Skz151634 
2986110Sms148562 		gmadr_off = I915_CONF_GMADR;
2996110Sms148562 		/* Different computing method used in getting aperture size. */
3005036Skz151634 		apersize = i3XX_apersize(pci_acc_hdl);
3015036Skz151634 	} else if (IS_INTEL_965(agpmaster)) {
3025036Skz151634 		status = ddi_regs_map_setup(devi, I965_GTTMMADR,
3035036Skz151634 		    &MMIO_BASE(agpmaster), 0, 0, &i8xx_dev_access,
3045036Skz151634 		    &MMIO_HANDLE(agpmaster));
3055036Skz151634 		CHECK_STATUS(status);
306*6778Smc196098 		if (agpmaster->agpm_id == INTEL_IGD_GM45)
307*6778Smc196098 			GTT_ADDR(agpmaster) =
308*6778Smc196098 			    MMIO_BASE(agpmaster) + GM45_GTT_OFFSET;
309*6778Smc196098 		else
310*6778Smc196098 			GTT_ADDR(agpmaster) =
311*6778Smc196098 			    MMIO_BASE(agpmaster) + I965_GTT_OFFSET;
3125036Skz151634 		GTT_HANDLE(agpmaster) = MMIO_HANDLE(agpmaster);
3135036Skz151634 
3145036Skz151634 		gmadr_off = I915_CONF_GMADR;
3155036Skz151634 		apersize = i965_apersize(agpmaster);
3165036Skz151634 	} else if (IS_INTEL_915(agpmaster)) {
3175036Skz151634 		/* I915/945 series */
3185036Skz151634 		status = ddi_regs_map_setup(devi, I915_GTTADDR,
3195036Skz151634 		    &GTT_ADDR(agpmaster), 0, 0, &i8xx_dev_access,
3205036Skz151634 		    &GTT_HANDLE(agpmaster));
3215036Skz151634 		CHECK_STATUS(status);
3225036Skz151634 
3235036Skz151634 		status = ddi_regs_map_setup(devi, I915_MMADR,
3245036Skz151634 		    &MMIO_BASE(agpmaster), 0, 0, &i8xx_dev_access,
3255036Skz151634 		    &MMIO_HANDLE(agpmaster));
3265036Skz151634 		CHECK_STATUS(status);
3275036Skz151634 
3285036Skz151634 		gmadr_off = I915_CONF_GMADR;
3294478Skz151634 		status = ddi_dev_regsize(devi, I915_GMADR, &apersize);
3305036Skz151634 		apersize = BYTES2MB(apersize);
3314478Skz151634 	} else {
3324478Skz151634 		/* I8XX series */
3334478Skz151634 		status = ddi_regs_map_setup(devi, I8XX_MMIO_BAR,
3344478Skz151634 		    &MMIO_BASE(agpmaster), 0, 0, &i8xx_dev_access,
3354478Skz151634 		    &MMIO_HANDLE(agpmaster));
3364478Skz151634 		CHECK_STATUS(status);
3374478Skz151634 
3384478Skz151634 		GTT_ADDR(agpmaster) = MMIO_BASE(agpmaster) + I8XX_PTE_OFFSET;
3395036Skz151634 		GTT_HANDLE(agpmaster) = MMIO_HANDLE(agpmaster);
3405036Skz151634 		gmadr_off = I8XX_CONF_GMADR;
3414478Skz151634 		status = ddi_dev_regsize(devi, I8XX_FB_BAR, &apersize);
3425036Skz151634 		apersize = BYTES2MB(apersize);
3434478Skz151634 		CHECK_STATUS(status);
3444478Skz151634 	}
3454478Skz151634 
3464478Skz151634 	/*
3475036Skz151634 	 * If memory size is smaller than a certain value, it means
3484478Skz151634 	 * the register set number for graphics memory range might
3494478Skz151634 	 * be wrong
3504478Skz151634 	 */
3515036Skz151634 	if (status != DDI_SUCCESS || apersize < 4) {
3524478Skz151634 		AGPM_DEBUG((CE_WARN,
3535036Skz151634 		    "set_gtt_mmio: error in getting graphics memory"));
3544478Skz151634 		return (-1);
3554478Skz151634 	}
3564478Skz151634 
3575036Skz151634 	agpmaster->agpm_data.agpm_gtt.gtt_info.igd_apersize = apersize;
3584478Skz151634 
3595036Skz151634 	/* get graphics memory base address from GMADR */
3605036Skz151634 	value = pci_config_get32(pci_acc_hdl, gmadr_off);
3614478Skz151634 	APER_BASE(agpmaster) = value & GTT_BASE_MASK;
3625036Skz151634 	AGPM_DEBUG((CE_NOTE, "set_gtt_mmio: aperbase = 0x%x, apersize = %ldM, "
3634478Skz151634 	    "gtt_addr = %p, mmio_base = %p", APER_BASE(agpmaster), apersize,
3644478Skz151634 	    (void *)GTT_ADDR(agpmaster), (void *)MMIO_BASE(agpmaster)));
3654478Skz151634 	return (0);
3664478Skz151634 }
3674478Skz151634 
3684478Skz151634 /*
3693446Smrj  * Try to initialize agp master.
3703446Smrj  * 0 is returned if the device is successfully initialized. AGP master soft
3713446Smrj  * state is returned in master_softcp if needed.
3723446Smrj  * Otherwise -1 is returned and *master_softcp is set to NULL.
3733446Smrj  */
3743446Smrj int
3753446Smrj agpmaster_attach(dev_info_t *devi, agp_master_softc_t **master_softcp,
3763446Smrj     ddi_acc_handle_t pci_acc_hdl, minor_t minor)
3773446Smrj {
3783446Smrj 	int instance;
3793446Smrj 	int status;
3803446Smrj 	agp_master_softc_t *agpmaster;
3813446Smrj 	char buf[80];
3823446Smrj 
3833446Smrj 
3843446Smrj 	ASSERT(pci_acc_hdl);
3853446Smrj 	*master_softcp = NULL;
3863446Smrj 	agpmaster = (agp_master_softc_t *)
3873446Smrj 	    kmem_zalloc(sizeof (agp_master_softc_t), KM_SLEEP);
3883446Smrj 
3893446Smrj 	agpmaster->agpm_id =
3903446Smrj 	    pci_config_get32(pci_acc_hdl, PCI_CONF_VENID);
3913446Smrj 	agpmaster->agpm_acc_hdl = pci_acc_hdl;
3923446Smrj 
3933446Smrj 	if (!detect_i8xx_device(agpmaster)) {
3944478Skz151634 		/* Intel 8XX, 915, 945 and 965 series */
3954478Skz151634 		if (set_gtt_mmio(devi, agpmaster, pci_acc_hdl) != 0)
3963446Smrj 			goto fail;
3973446Smrj 	} else if (detect_agp_devcice(agpmaster, pci_acc_hdl)) {
3984478Skz151634 		/* non IGD or AGP devices, AMD64 gart */
3993446Smrj 		AGPM_DEBUG((CE_WARN,
4003446Smrj 		    "agpmaster_attach: neither IGD or AGP devices exists"));
4013446Smrj 		agpmaster_detach(&agpmaster);
4023446Smrj 		return (0);
4033446Smrj 	}
4043446Smrj 
4055036Skz151634 	agpmaster->agpm_data.agpm_gtt.gtt_info.igd_devid =
4065036Skz151634 	    agpmaster->agpm_id;
4075036Skz151634 
4083446Smrj 	/* create minor node for IGD or AGP device */
4093446Smrj 	instance = ddi_get_instance(devi);
4103446Smrj 
4113446Smrj 	(void) sprintf(buf, "%s%d", AGPMASTER_NAME, instance);
4123446Smrj 	status = ddi_create_minor_node(devi, buf, S_IFCHR, minor,
4133446Smrj 	    DDI_NT_AGP_MASTER, 0);
4143446Smrj 
4153446Smrj 	if (status != DDI_SUCCESS) {
4163446Smrj 		AGPM_DEBUG((CE_WARN,
4173446Smrj 		    "agpmaster_attach: create agpmaster node failed"));
4183446Smrj 		goto fail;
4193446Smrj 	}
4203446Smrj 
4213446Smrj 	*master_softcp = agpmaster;
4223446Smrj 	return (0);
4233446Smrj fail:
4243446Smrj 	agpmaster_detach(&agpmaster);
4253446Smrj 	return (-1);
4263446Smrj }
4273446Smrj 
4283446Smrj /*
4293446Smrj  * Currently, it handles ioctl requests related with agp master device for
4303446Smrj  * layered driver (agpgart) only.
4313446Smrj  */
4323446Smrj /*ARGSUSED*/
4333446Smrj int
4343446Smrj agpmaster_ioctl(dev_t dev, int cmd, intptr_t data, int mode, cred_t *cred,
4353446Smrj     int *rval, agp_master_softc_t *softc)
4363446Smrj {
4373446Smrj 	uint32_t base;
4383446Smrj 	uint32_t addr;
4393446Smrj 	igd_gtt_seg_t seg;
4403446Smrj 	agp_info_t info;
4413446Smrj 	uint32_t value;
4423446Smrj 	off_t cap;
4433446Smrj 	uint32_t command;
4443446Smrj 	static char kernel_only[] =
4453446Smrj 	    "agpmaster_ioctl: %s is a kernel only ioctl";
4463446Smrj 
4473446Smrj 	CONFIRM(softc);
4483446Smrj 
4493446Smrj 	switch (cmd) {
4503446Smrj 	case DEVICE_DETECT:
4513446Smrj 		if (!(mode & FKIOCTL)) {
4523446Smrj 			AGPM_DEBUG((CE_CONT, kernel_only, "DEVICE_DETECT"));
4533446Smrj 			return (ENXIO);
4543446Smrj 		}
4553446Smrj 
4563446Smrj 		if (ddi_copyout(&softc->agpm_dev_type,
4573446Smrj 		    (void *)data, sizeof (int), mode))
4583446Smrj 			return (EFAULT);
4593446Smrj 		break;
4603446Smrj 	case AGP_MASTER_SETCMD:
4613446Smrj 		if (!(mode & FKIOCTL)) {
4623446Smrj 			AGPM_DEBUG((CE_CONT, kernel_only, "AGP_MASTER_SETCMD"));
4633446Smrj 			return (ENXIO);
4643446Smrj 		}
4653446Smrj 
4663446Smrj 		CONFIRM(softc->agpm_dev_type == DEVICE_IS_AGP);
4673446Smrj 		CONFIRM(softc->agpm_data.agpm_acaptr);
4683446Smrj 
4693446Smrj 		if (ddi_copyin((void *)data, &command,
4703446Smrj 		    sizeof (uint32_t), mode))
4713446Smrj 			return (EFAULT);
4723446Smrj 
4733446Smrj 		pci_config_put32(softc->agpm_acc_hdl,
4743446Smrj 		    softc->agpm_data.agpm_acaptr + AGP_CONF_COMMAND,
4753446Smrj 		    command);
4763446Smrj 		break;
4773446Smrj 	case AGP_MASTER_GETINFO:
4783446Smrj 		if (!(mode & FKIOCTL)) {
4793446Smrj 			AGPM_DEBUG((CE_CONT, kernel_only,
4803446Smrj 			    "AGP_MASTER_GETINFO"));
4813446Smrj 			return (ENXIO);
4823446Smrj 		}
4833446Smrj 
4843446Smrj 		CONFIRM(softc->agpm_dev_type == DEVICE_IS_AGP);
4853446Smrj 		CONFIRM(softc->agpm_data.agpm_acaptr);
4863446Smrj 
4873446Smrj 		cap = softc->agpm_data.agpm_acaptr;
4883446Smrj 		value = pci_config_get32(softc->agpm_acc_hdl, cap);
4893446Smrj 		info.agpi_version.agpv_major = (uint16_t)((value >> 20) & 0xf);
4903446Smrj 		info.agpi_version.agpv_minor = (uint16_t)((value >> 16) & 0xf);
4913446Smrj 		info.agpi_devid = softc->agpm_id;
4923446Smrj 		info.agpi_mode = pci_config_get32(
4933446Smrj 		    softc->agpm_acc_hdl, cap + AGP_CONF_STATUS);
4943446Smrj 
4953446Smrj 		if (ddi_copyout(&info, (void *)data,
4963446Smrj 		    sizeof (agp_info_t), mode))
4973446Smrj 			return (EFAULT);
4983446Smrj 		break;
4993446Smrj 	case I810_SET_GTT_BASE:
5003446Smrj 		if (!(mode & FKIOCTL)) {
5013446Smrj 			AGPM_DEBUG((CE_CONT, kernel_only, "I810_SET_GTT_ADDR"));
5023446Smrj 			return (ENXIO);
5033446Smrj 		}
5043446Smrj 
5053446Smrj 		CONFIRM(softc->agpm_dev_type == DEVICE_IS_I810);
5063446Smrj 
5073446Smrj 		if (ddi_copyin((void *)data, &base, sizeof (uint32_t), mode))
5083446Smrj 			return (EFAULT);
5093446Smrj 
5103446Smrj 		/* enables page table */
5113446Smrj 		addr = (base & GTT_BASE_MASK) | GTT_TABLE_VALID;
5123446Smrj 
5134478Skz151634 		AGPM_WRITE(softc, PGTBL_CTL, addr);
5143446Smrj 		break;
5153446Smrj 	case I8XX_GET_INFO:
5163446Smrj 		if (!(mode & FKIOCTL)) {
5173446Smrj 			AGPM_DEBUG((CE_CONT, kernel_only, "I8XX_GET_INFO"));
5183446Smrj 			return (ENXIO);
5193446Smrj 		}
5203446Smrj 
5213446Smrj 		CONFIRM(IS_IGD(softc));
5223446Smrj 
5233446Smrj 		if (ddi_copyout(&softc->agpm_data.agpm_gtt.gtt_info,
5243446Smrj 		    (void *)data, sizeof (igd_info_t), mode))
5253446Smrj 			return (EFAULT);
5263446Smrj 		break;
5273446Smrj 	case I8XX_ADD2GTT:
5283446Smrj 		if (!(mode & FKIOCTL)) {
5293446Smrj 			AGPM_DEBUG((CE_CONT, kernel_only, "I8XX_ADD2GTT"));
5303446Smrj 			return (ENXIO);
5313446Smrj 		}
5323446Smrj 
5333446Smrj 		CONFIRM(IS_IGD(softc));
5343446Smrj 
5353446Smrj 		if (ddi_copyin((void *)data, &seg,
5363446Smrj 		    sizeof (igd_gtt_seg_t), mode))
5373446Smrj 			return (EFAULT);
5383446Smrj 
5393446Smrj 		if (i8xx_add_to_gtt(&softc->agpm_data.agpm_gtt, seg))
5403446Smrj 			return (EINVAL);
5413446Smrj 		break;
5423446Smrj 	case I8XX_REM_GTT:
5433446Smrj 		if (!(mode & FKIOCTL)) {
5443446Smrj 			AGPM_DEBUG((CE_CONT, kernel_only, "I8XX_REM_GTT"));
5453446Smrj 			return (ENXIO);
5463446Smrj 		}
5473446Smrj 
5483446Smrj 		CONFIRM(IS_IGD(softc));
5493446Smrj 
5503446Smrj 		if (ddi_copyin((void *)data, &seg,
5513446Smrj 		    sizeof (igd_gtt_seg_t), mode))
5523446Smrj 			return (EFAULT);
5533446Smrj 
5543446Smrj 		i8xx_remove_from_gtt(&softc->agpm_data.agpm_gtt, seg);
5553446Smrj 		break;
5563446Smrj 	case I8XX_UNCONFIG:
5573446Smrj 		if (!(mode & FKIOCTL)) {
5583446Smrj 			AGPM_DEBUG((CE_CONT, kernel_only, "I8XX_UNCONFIG"));
5593446Smrj 			return (ENXIO);
5603446Smrj 		}
5613446Smrj 
5623446Smrj 		CONFIRM(IS_IGD(softc));
5633446Smrj 
5643446Smrj 		if (softc->agpm_dev_type == DEVICE_IS_I810)
5654478Skz151634 			AGPM_WRITE(softc, PGTBL_CTL, 0);
5663446Smrj 		/*
5673446Smrj 		 * may need to clear all gtt entries here for i830 series,
5683446Smrj 		 * but may not be necessary
5693446Smrj 		 */
5703446Smrj 		break;
5713446Smrj 	}
5723446Smrj 	return (0);
5733446Smrj }
5743446Smrj 
5753446Smrj /*
5763446Smrj  * If AGP cap pointer is successfully found, none-zero value is returned.
5773446Smrj  * Otherwise 0 is returned.
5783446Smrj  */
5793446Smrj static off_t
5803446Smrj agpmaster_cap_find(ddi_acc_handle_t acc_handle)
5813446Smrj {
5823446Smrj 	off_t		nextcap;
5833446Smrj 	uint32_t	ncapid;
5843446Smrj 	uint8_t		value;
5853446Smrj 
5863446Smrj 	/* check if this device supports capibility pointer */
5873446Smrj 	value = (uint8_t)(pci_config_get16(acc_handle, PCI_CONF_STAT)
5884303Skz151634 	    & PCI_CONF_CAP_MASK);
5893446Smrj 
5903446Smrj 	if (!value)
5913446Smrj 		return (0);
5923446Smrj 	/* get the offset of the first capability pointer from CAPPTR */
5933446Smrj 	nextcap = (off_t)(pci_config_get8(acc_handle, AGP_CONF_CAPPTR));
5943446Smrj 
5953446Smrj 	/* check AGP capability from the first capability pointer */
5963446Smrj 	while (nextcap) {
5973446Smrj 		ncapid = pci_config_get32(acc_handle, nextcap);
5983446Smrj 		if ((ncapid & PCI_CONF_CAPID_MASK)
5993446Smrj 		    == AGP_CAP_ID) /* find AGP cap */
6003446Smrj 			break;
6013446Smrj 
6023446Smrj 		nextcap = (off_t)((ncapid & PCI_CONF_NCAPID_MASK) >> 8);
6033446Smrj 	}
6043446Smrj 
6053446Smrj 	return (nextcap);
6063446Smrj 
6073446Smrj }
6083446Smrj 
6093446Smrj /*
6103446Smrj  * If i8xx device is successfully detected, 0 is returned.
6113446Smrj  * Otherwise -1 is returned.
6123446Smrj  */
6133446Smrj static int
6143446Smrj detect_i8xx_device(agp_master_softc_t *master_softc)
6153446Smrj {
6163446Smrj 
6173446Smrj 	switch (master_softc->agpm_id) {
6183446Smrj 	case INTEL_IGD_810:
6193446Smrj 	case INTEL_IGD_810DC:
6203446Smrj 	case INTEL_IGD_810E:
6213446Smrj 	case INTEL_IGD_815:
6223446Smrj 		master_softc->agpm_dev_type = DEVICE_IS_I810;
6233446Smrj 		break;
6243446Smrj 	case INTEL_IGD_830M:
6253446Smrj 	case INTEL_IGD_845G:
6263446Smrj 	case INTEL_IGD_855GM:
6273446Smrj 	case INTEL_IGD_865G:
6284478Skz151634 	case INTEL_IGD_915:
6294478Skz151634 	case INTEL_IGD_915GM:
6303446Smrj 	case INTEL_IGD_945:
6314303Skz151634 	case INTEL_IGD_945GM:
6324478Skz151634 	case INTEL_IGD_946GZ:
6334478Skz151634 	case INTEL_IGD_965G1:
6344478Skz151634 	case INTEL_IGD_965G2:
6354478Skz151634 	case INTEL_IGD_965GM:
6364618Skz151634 	case INTEL_IGD_965GME:
6374478Skz151634 	case INTEL_IGD_965Q:
6385036Skz151634 	case INTEL_IGD_Q35:
6395036Skz151634 	case INTEL_IGD_G33:
6405036Skz151634 	case INTEL_IGD_Q33:
641*6778Smc196098 	case INTEL_IGD_GM45:
6423446Smrj 		master_softc->agpm_dev_type = DEVICE_IS_I830;
6433446Smrj 		break;
6443446Smrj 	default:		/* unknown id */
6453446Smrj 		return (-1);
6463446Smrj 	}
6473446Smrj 
6483446Smrj 	return (0);
6493446Smrj }
6503446Smrj 
6513446Smrj /*
6523446Smrj  * If agp master is succssfully detected, 0 is returned.
6533446Smrj  * Otherwise -1 is returned.
6543446Smrj  */
6553446Smrj static int
6563446Smrj detect_agp_devcice(agp_master_softc_t *master_softc,
6573446Smrj     ddi_acc_handle_t acc_handle)
6583446Smrj {
6593446Smrj 	off_t cap;
6603446Smrj 
6613446Smrj 	cap = agpmaster_cap_find(acc_handle);
6623446Smrj 	if (cap) {
6633446Smrj 		master_softc->agpm_dev_type = DEVICE_IS_AGP;
6643446Smrj 		master_softc->agpm_data.agpm_acaptr = cap;
6653446Smrj 		return (0);
6663446Smrj 	} else {
6673446Smrj 		return (-1);
6683446Smrj 	}
6693446Smrj 
6703446Smrj }
6713446Smrj 
6723446Smrj /*
6733446Smrj  * Please refer to GART and GTT entry format table in agpdefs.h for
6743446Smrj  * intel GTT entry format.
6753446Smrj  */
6763446Smrj static int
6773446Smrj phys2entry(uint32_t type, uint32_t physaddr, uint32_t *entry)
6783446Smrj {
6793446Smrj 	uint32_t value;
6803446Smrj 
6813446Smrj 	switch (type) {
6823446Smrj 	case AGP_PHYSICAL:
6833446Smrj 	case AGP_NORMAL:
6843446Smrj 		value = (physaddr & GTT_PTE_MASK) | GTT_PTE_VALID;
6853446Smrj 		break;
6863446Smrj 	default:
6873446Smrj 		return (-1);
6883446Smrj 	}
6893446Smrj 
6903446Smrj 	*entry = value;
6913446Smrj 
6923446Smrj 	return (0);
6933446Smrj }
6943446Smrj 
6953446Smrj static int
6963446Smrj i8xx_add_to_gtt(gtt_impl_t *gtt, igd_gtt_seg_t seg)
6973446Smrj {
6983446Smrj 	int i;
6993446Smrj 	uint32_t *paddr;
7003446Smrj 	uint32_t entry;
7013446Smrj 	uint32_t maxpages;
7023446Smrj 
7033446Smrj 	maxpages = gtt->gtt_info.igd_apersize;
7043446Smrj 	maxpages = GTT_MB_TO_PAGES(maxpages);
7053446Smrj 
7063446Smrj 	paddr = seg.igs_phyaddr;
7073446Smrj 
7083446Smrj 	/* check if gtt max page number is reached */
7093446Smrj 	if ((seg.igs_pgstart + seg.igs_npage) > maxpages)
7103446Smrj 		return (-1);
7113446Smrj 
7123446Smrj 	paddr = seg.igs_phyaddr;
7133446Smrj 	for (i = seg.igs_pgstart; i < (seg.igs_pgstart + seg.igs_npage);
7143446Smrj 	    i++, paddr++) {
7153446Smrj 		if (phys2entry(seg.igs_type, *paddr, &entry))
7163446Smrj 			return (-1);
7175036Skz151634 		ddi_put32(gtt->gtt_handle,
7183446Smrj 		    (uint32_t *)(gtt->gtt_addr + i * sizeof (uint32_t)),
7193446Smrj 		    entry);
7203446Smrj 	}
7213446Smrj 
7223446Smrj 	return (0);
7233446Smrj }
7243446Smrj 
7253446Smrj static void
7263446Smrj i8xx_remove_from_gtt(gtt_impl_t *gtt, igd_gtt_seg_t seg)
7273446Smrj {
7283446Smrj 	int i;
7293446Smrj 	uint32_t maxpages;
7303446Smrj 
7313446Smrj 	maxpages = gtt->gtt_info.igd_apersize;
7323446Smrj 	maxpages = GTT_MB_TO_PAGES(maxpages);
7333446Smrj 
7343446Smrj 	/* check if gtt max page number is reached */
7353446Smrj 	if ((seg.igs_pgstart + seg.igs_npage) > maxpages)
7363446Smrj 		return;
7373446Smrj 
7383446Smrj 	for (i = seg.igs_pgstart; i < (seg.igs_pgstart + seg.igs_npage); i++) {
7395036Skz151634 		ddi_put32(gtt->gtt_handle,
7404478Skz151634 		    (uint32_t *)(gtt->gtt_addr + i * sizeof (uint32_t)), 0);
7413446Smrj 	}
7423446Smrj }
743